David Snelling
8ff382ca3b
CRITICAL CHECKPOINT - DO NOT PUSH TO GITHUB Recovery Status: - Successfully recovered brainy.ts from compiled JavaScript - All core v3.0 API methods functional (add, get, update, delete, relate, find, etc.) - Neural subsystem intact (562KB embedded patterns, NLP working) - Augmentation pipeline operational (20+ augmentations) - HNSW clustering system complete - Triple Intelligence compiled (needs constructor fix) - Test suite validates functionality Changes preserved: - 898 files with changes from last 3 days - 144,475 insertions - All augmentation improvements - All test coverage enhancements - Complete v3.0 feature set This is a LOCAL checkpoint only - contains recovered work after corruption incident. Created backup in .backups/brainy-full-20250910-151314.tar.gz Branch: recovery-checkpoint-20250910-151433 Date: Wed Sep 10 03:18:04 PM PDT 2025
78 lines
1.9 KiB
TypeScript
78 lines
1.9 KiB
TypeScript
/**
|
|
* Import Manager - Comprehensive data import with intelligent type detection
|
|
*
|
|
* Handles multiple data sources:
|
|
* - Direct data (objects, arrays)
|
|
* - Files (JSON, CSV, text)
|
|
* - URLs (fetch and parse)
|
|
* - Streams (for large files)
|
|
*
|
|
* Uses NeuralImportAugmentation for intelligent processing
|
|
*/
|
|
import { NounType } from './types/graphTypes.js';
|
|
export interface ImportOptions {
|
|
source?: 'data' | 'file' | 'url' | 'auto';
|
|
format?: 'json' | 'csv' | 'text' | 'yaml' | 'auto';
|
|
batchSize?: number;
|
|
autoDetect?: boolean;
|
|
typeHint?: NounType;
|
|
extractRelationships?: boolean;
|
|
csvDelimiter?: string;
|
|
csvHeaders?: boolean;
|
|
parallel?: boolean;
|
|
maxConcurrency?: number;
|
|
}
|
|
export interface ImportResult {
|
|
success: boolean;
|
|
nouns: string[];
|
|
verbs: string[];
|
|
errors: string[];
|
|
stats: {
|
|
total: number;
|
|
imported: number;
|
|
failed: number;
|
|
relationships: number;
|
|
};
|
|
}
|
|
export declare class ImportManager {
|
|
private neuralImport;
|
|
private typeMatcher;
|
|
private brain;
|
|
constructor(brain: any);
|
|
/**
|
|
* Initialize the import manager
|
|
*/
|
|
init(): Promise<void>;
|
|
/**
|
|
* Main import method - handles all sources
|
|
*/
|
|
import(source: string | Buffer | any[] | any, options?: ImportOptions): Promise<ImportResult>;
|
|
/**
|
|
* Import from file
|
|
*/
|
|
importFile(filePath: string, options?: ImportOptions): Promise<ImportResult>;
|
|
/**
|
|
* Import from URL
|
|
*/
|
|
importUrl(url: string, options?: ImportOptions): Promise<ImportResult>;
|
|
/**
|
|
* Detect source type
|
|
*/
|
|
private detectSourceType;
|
|
/**
|
|
* Detect format from file path
|
|
*/
|
|
private detectFormatFromPath;
|
|
/**
|
|
* Read file
|
|
*/
|
|
private readFile;
|
|
/**
|
|
* Fetch from URL
|
|
*/
|
|
private fetchFromUrl;
|
|
}
|
|
/**
|
|
* Create an import manager instance
|
|
*/
|
|
export declare function createImportManager(brain: any): ImportManager;
|