chore: recovery checkpoint - v3.0 API successfully recovered
CRITICAL CHECKPOINT - DO NOT PUSH TO GITHUB Recovery Status: - Successfully recovered brainy.ts from compiled JavaScript - All core v3.0 API methods functional (add, get, update, delete, relate, find, etc.) - Neural subsystem intact (562KB embedded patterns, NLP working) - Augmentation pipeline operational (20+ augmentations) - HNSW clustering system complete - Triple Intelligence compiled (needs constructor fix) - Test suite validates functionality Changes preserved: - 898 files with changes from last 3 days - 144,475 insertions - All augmentation improvements - All test coverage enhancements - Complete v3.0 feature set This is a LOCAL checkpoint only - contains recovered work after corruption incident. Created backup in .backups/brainy-full-20250910-151314.tar.gz Branch: recovery-checkpoint-20250910-151433 Date: Wed Sep 10 03:18:04 PM PDT 2025
This commit is contained in:
parent
f65455fb22
commit
8ff382ca3b
895 changed files with 143654 additions and 28268 deletions
110
.recovery-workspace/dist-backup-20250910-141917/distributed/shardMigration.d.ts
vendored
Normal file
110
.recovery-workspace/dist-backup-20250910-141917/distributed/shardMigration.d.ts
vendored
Normal file
|
|
@ -0,0 +1,110 @@
|
|||
/**
|
||||
* Shard Migration System for Brainy 3.0
|
||||
*
|
||||
* Handles zero-downtime migration of data between nodes
|
||||
* Uses streaming for efficient transfer of large datasets
|
||||
*/
|
||||
import { EventEmitter } from 'events';
|
||||
import type { StorageAdapter } from '../coreTypes.js';
|
||||
import type { ShardManager } from './shardManager.js';
|
||||
import type { HTTPTransport } from './httpTransport.js';
|
||||
import type { DistributedCoordinator } from './coordinator.js';
|
||||
export interface MigrationTask {
|
||||
id: string;
|
||||
shardId: string;
|
||||
sourceNode: string;
|
||||
targetNode: string;
|
||||
status: 'pending' | 'transferring' | 'validating' | 'switching' | 'completed' | 'failed';
|
||||
progress: number;
|
||||
itemsTransferred: number;
|
||||
totalItems: number;
|
||||
startTime: number;
|
||||
endTime?: number;
|
||||
error?: string;
|
||||
}
|
||||
export interface MigrationOptions {
|
||||
batchSize?: number;
|
||||
validateData?: boolean;
|
||||
maxRetries?: number;
|
||||
timeout?: number;
|
||||
}
|
||||
export declare class ShardMigrationManager extends EventEmitter {
|
||||
private storage;
|
||||
private shardManager;
|
||||
private transport;
|
||||
private coordinator;
|
||||
private nodeId;
|
||||
private activeMigrations;
|
||||
private migrationQueue;
|
||||
private maxConcurrentMigrations;
|
||||
constructor(nodeId: string, storage: StorageAdapter, shardManager: ShardManager, transport: HTTPTransport, coordinator: DistributedCoordinator);
|
||||
/**
|
||||
* Initiate migration of a shard to a new node
|
||||
*/
|
||||
migrateShard(shardId: string, targetNode: string, options?: MigrationOptions): Promise<MigrationTask>;
|
||||
/**
|
||||
* Process migration queue
|
||||
*/
|
||||
private processMigrationQueue;
|
||||
/**
|
||||
* Execute a single migration task
|
||||
*/
|
||||
private executeMigration;
|
||||
/**
|
||||
* Transfer data from source to target node
|
||||
*/
|
||||
private transferData;
|
||||
/**
|
||||
* Get items from a shard
|
||||
*/
|
||||
private getShardItems;
|
||||
/**
|
||||
* Get count of items in a shard
|
||||
*/
|
||||
private getShardItemCount;
|
||||
/**
|
||||
* Validate transferred data
|
||||
*/
|
||||
private validateData;
|
||||
/**
|
||||
* Switch shard ownership atomically
|
||||
*/
|
||||
private switchOwnership;
|
||||
/**
|
||||
* Wait for consensus on migration
|
||||
*/
|
||||
private waitForConsensus;
|
||||
/**
|
||||
* Cleanup local shard data after migration
|
||||
*/
|
||||
private cleanupShardData;
|
||||
/**
|
||||
* Handle incoming migration batch (when we're the target)
|
||||
*/
|
||||
receiveMigrationBatch(data: {
|
||||
migrationId: string;
|
||||
shardId: string;
|
||||
items: any[];
|
||||
offset: number;
|
||||
total: number;
|
||||
}): Promise<void>;
|
||||
/**
|
||||
* Validate received migration data
|
||||
*/
|
||||
validateMigration(data: {
|
||||
migrationId: string;
|
||||
shardId: string;
|
||||
expectedCount: number;
|
||||
}): Promise<{
|
||||
valid: boolean;
|
||||
error?: string;
|
||||
}>;
|
||||
/**
|
||||
* Get status of all active migrations
|
||||
*/
|
||||
getActiveMigrations(): MigrationTask[];
|
||||
/**
|
||||
* Cancel a migration
|
||||
*/
|
||||
cancelMigration(migrationId: string): Promise<void>;
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue