227 lines
10 KiB
JavaScript
227 lines
10 KiB
JavaScript
|
/**
|
||
|
|
* Storage Factory
|
||
|
|
* Creates the appropriate storage adapter based on the environment and configuration
|
||
|
|
*/
|
||
|
|
import { MemoryStorage } from './adapters/memoryStorage.js';
|
||
|
|
import { OPFSStorage } from './adapters/opfsStorage.js';
|
||
|
|
import { S3CompatibleStorage, R2Storage } from './adapters/s3CompatibleStorage.js';
|
||
|
|
// FileSystemStorage is dynamically imported to avoid issues in browser environments
|
||
|
|
import { isBrowser } from '../utils/environment.js';
|
||
|
|
/**
|
||
|
|
* Create a storage adapter based on the environment and configuration
|
||
|
|
* @param options Options for creating the storage adapter
|
||
|
|
* @returns Promise that resolves to a storage adapter
|
||
|
|
*/
|
||
|
|
export async function createStorage(options = {}) {
|
||
|
|
// If memory storage is forced, use it regardless of other options
|
||
|
|
if (options.forceMemoryStorage) {
|
||
|
|
console.log('Using memory storage (forced)');
|
||
|
|
return new MemoryStorage();
|
||
|
|
}
|
||
|
|
// If file system storage is forced, use it regardless of other options
|
||
|
|
if (options.forceFileSystemStorage) {
|
||
|
|
if (isBrowser()) {
|
||
|
|
console.warn('FileSystemStorage is not available in browser environments, falling back to memory storage');
|
||
|
|
return new MemoryStorage();
|
||
|
|
}
|
||
|
|
console.log('Using file system storage (forced)');
|
||
|
|
try {
|
||
|
|
const { FileSystemStorage } = await import('./adapters/fileSystemStorage.js');
|
||
|
|
return new FileSystemStorage(options.rootDirectory || './brainy-data');
|
||
|
|
}
|
||
|
|
catch (error) {
|
||
|
|
console.warn('Failed to load FileSystemStorage, falling back to memory storage:', error);
|
||
|
|
return new MemoryStorage();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
// If a specific storage type is specified, use it
|
||
|
|
if (options.type && options.type !== 'auto') {
|
||
|
|
switch (options.type) {
|
||
|
|
case 'memory':
|
||
|
|
console.log('Using memory storage');
|
||
|
|
return new MemoryStorage();
|
||
|
|
case 'opfs': {
|
||
|
|
// Check if OPFS is available
|
||
|
|
const opfsStorage = new OPFSStorage();
|
||
|
|
if (opfsStorage.isOPFSAvailable()) {
|
||
|
|
console.log('Using OPFS storage');
|
||
|
|
await opfsStorage.init();
|
||
|
|
// Request persistent storage if specified
|
||
|
|
if (options.requestPersistentStorage) {
|
||
|
|
const isPersistent = await opfsStorage.requestPersistentStorage();
|
||
|
|
console.log(`Persistent storage ${isPersistent ? 'granted' : 'denied'}`);
|
||
|
|
}
|
||
|
|
return opfsStorage;
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
console.warn('OPFS storage is not available, falling back to memory storage');
|
||
|
|
return new MemoryStorage();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
case 'filesystem': {
|
||
|
|
if (isBrowser()) {
|
||
|
|
console.warn('FileSystemStorage is not available in browser environments, falling back to memory storage');
|
||
|
|
return new MemoryStorage();
|
||
|
|
}
|
||
|
|
console.log('Using file system storage');
|
||
|
|
try {
|
||
|
|
const { FileSystemStorage } = await import('./adapters/fileSystemStorage.js');
|
||
|
|
return new FileSystemStorage(options.rootDirectory || './brainy-data');
|
||
|
|
}
|
||
|
|
catch (error) {
|
||
|
|
console.warn('Failed to load FileSystemStorage, falling back to memory storage:', error);
|
||
|
|
return new MemoryStorage();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
case 's3':
|
||
|
|
if (options.s3Storage) {
|
||
|
|
console.log('Using Amazon S3 storage');
|
||
|
|
return new S3CompatibleStorage({
|
||
|
|
bucketName: options.s3Storage.bucketName,
|
||
|
|
region: options.s3Storage.region,
|
||
|
|
accessKeyId: options.s3Storage.accessKeyId,
|
||
|
|
secretAccessKey: options.s3Storage.secretAccessKey,
|
||
|
|
sessionToken: options.s3Storage.sessionToken,
|
||
|
|
serviceType: 's3',
|
||
|
|
operationConfig: options.operationConfig,
|
||
|
|
cacheConfig: options.cacheConfig
|
||
|
|
});
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
console.warn('S3 storage configuration is missing, falling back to memory storage');
|
||
|
|
return new MemoryStorage();
|
||
|
|
}
|
||
|
|
case 'r2':
|
||
|
|
if (options.r2Storage) {
|
||
|
|
console.log('Using Cloudflare R2 storage');
|
||
|
|
return new R2Storage({
|
||
|
|
bucketName: options.r2Storage.bucketName,
|
||
|
|
accountId: options.r2Storage.accountId,
|
||
|
|
accessKeyId: options.r2Storage.accessKeyId,
|
||
|
|
secretAccessKey: options.r2Storage.secretAccessKey,
|
||
|
|
serviceType: 'r2',
|
||
|
|
cacheConfig: options.cacheConfig
|
||
|
|
});
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
console.warn('R2 storage configuration is missing, falling back to memory storage');
|
||
|
|
return new MemoryStorage();
|
||
|
|
}
|
||
|
|
case 'gcs':
|
||
|
|
if (options.gcsStorage) {
|
||
|
|
console.log('Using Google Cloud Storage');
|
||
|
|
return new S3CompatibleStorage({
|
||
|
|
bucketName: options.gcsStorage.bucketName,
|
||
|
|
region: options.gcsStorage.region,
|
||
|
|
endpoint: options.gcsStorage.endpoint || 'https://storage.googleapis.com',
|
||
|
|
accessKeyId: options.gcsStorage.accessKeyId,
|
||
|
|
secretAccessKey: options.gcsStorage.secretAccessKey,
|
||
|
|
serviceType: 'gcs',
|
||
|
|
cacheConfig: options.cacheConfig
|
||
|
|
});
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
console.warn('GCS storage configuration is missing, falling back to memory storage');
|
||
|
|
return new MemoryStorage();
|
||
|
|
}
|
||
|
|
default:
|
||
|
|
console.warn(`Unknown storage type: ${options.type}, falling back to memory storage`);
|
||
|
|
return new MemoryStorage();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
// If custom S3-compatible storage is specified, use it
|
||
|
|
if (options.customS3Storage) {
|
||
|
|
console.log(`Using custom S3-compatible storage: ${options.customS3Storage.serviceType || 'custom'}`);
|
||
|
|
return new S3CompatibleStorage({
|
||
|
|
bucketName: options.customS3Storage.bucketName,
|
||
|
|
region: options.customS3Storage.region,
|
||
|
|
endpoint: options.customS3Storage.endpoint,
|
||
|
|
accessKeyId: options.customS3Storage.accessKeyId,
|
||
|
|
secretAccessKey: options.customS3Storage.secretAccessKey,
|
||
|
|
serviceType: options.customS3Storage.serviceType || 'custom',
|
||
|
|
cacheConfig: options.cacheConfig
|
||
|
|
});
|
||
|
|
}
|
||
|
|
// If R2 storage is specified, use it
|
||
|
|
if (options.r2Storage) {
|
||
|
|
console.log('Using Cloudflare R2 storage');
|
||
|
|
return new R2Storage({
|
||
|
|
bucketName: options.r2Storage.bucketName,
|
||
|
|
accountId: options.r2Storage.accountId,
|
||
|
|
accessKeyId: options.r2Storage.accessKeyId,
|
||
|
|
secretAccessKey: options.r2Storage.secretAccessKey,
|
||
|
|
serviceType: 'r2',
|
||
|
|
cacheConfig: options.cacheConfig
|
||
|
|
});
|
||
|
|
}
|
||
|
|
// If S3 storage is specified, use it
|
||
|
|
if (options.s3Storage) {
|
||
|
|
console.log('Using Amazon S3 storage');
|
||
|
|
return new S3CompatibleStorage({
|
||
|
|
bucketName: options.s3Storage.bucketName,
|
||
|
|
region: options.s3Storage.region,
|
||
|
|
accessKeyId: options.s3Storage.accessKeyId,
|
||
|
|
secretAccessKey: options.s3Storage.secretAccessKey,
|
||
|
|
sessionToken: options.s3Storage.sessionToken,
|
||
|
|
serviceType: 's3',
|
||
|
|
cacheConfig: options.cacheConfig
|
||
|
|
});
|
||
|
|
}
|
||
|
|
// If GCS storage is specified, use it
|
||
|
|
if (options.gcsStorage) {
|
||
|
|
console.log('Using Google Cloud Storage');
|
||
|
|
return new S3CompatibleStorage({
|
||
|
|
bucketName: options.gcsStorage.bucketName,
|
||
|
|
region: options.gcsStorage.region,
|
||
|
|
endpoint: options.gcsStorage.endpoint || 'https://storage.googleapis.com',
|
||
|
|
accessKeyId: options.gcsStorage.accessKeyId,
|
||
|
|
secretAccessKey: options.gcsStorage.secretAccessKey,
|
||
|
|
serviceType: 'gcs',
|
||
|
|
cacheConfig: options.cacheConfig
|
||
|
|
});
|
||
|
|
}
|
||
|
|
// Auto-detect the best storage adapter based on the environment
|
||
|
|
// First, try OPFS (browser only)
|
||
|
|
const opfsStorage = new OPFSStorage();
|
||
|
|
if (opfsStorage.isOPFSAvailable()) {
|
||
|
|
console.log('Using OPFS storage (auto-detected)');
|
||
|
|
await opfsStorage.init();
|
||
|
|
// Request persistent storage if specified
|
||
|
|
if (options.requestPersistentStorage) {
|
||
|
|
const isPersistent = await opfsStorage.requestPersistentStorage();
|
||
|
|
console.log(`Persistent storage ${isPersistent ? 'granted' : 'denied'}`);
|
||
|
|
}
|
||
|
|
return opfsStorage;
|
||
|
|
}
|
||
|
|
// Next, try file system storage (Node.js only)
|
||
|
|
try {
|
||
|
|
// Check if we're in a Node.js environment
|
||
|
|
if (typeof process !== 'undefined' &&
|
||
|
|
process.versions &&
|
||
|
|
process.versions.node) {
|
||
|
|
console.log('Using file system storage (auto-detected)');
|
||
|
|
try {
|
||
|
|
const { FileSystemStorage } = await import('./adapters/fileSystemStorage.js');
|
||
|
|
return new FileSystemStorage(options.rootDirectory || './brainy-data');
|
||
|
|
}
|
||
|
|
catch (fsError) {
|
||
|
|
console.warn('Failed to load FileSystemStorage, falling back to memory storage:', fsError);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
catch (error) {
|
||
|
|
// Not in a Node.js environment or file system is not available
|
||
|
|
console.warn('Not in a Node.js environment:', error);
|
||
|
|
}
|
||
|
|
// Finally, fall back to memory storage
|
||
|
|
console.log('Using memory storage (auto-detected)');
|
||
|
|
return new MemoryStorage();
|
||
|
|
}
|
||
|
|
/**
|
||
|
|
* Export storage adapters
|
||
|
|
*/
|
||
|
|
export { MemoryStorage, OPFSStorage, S3CompatibleStorage, R2Storage };
|
||
|
|
// Export FileSystemStorage conditionally
|
||
|
|
// NOTE: FileSystemStorage is now only imported dynamically to avoid fs imports in browser builds
|
||
|
|
// export { FileSystemStorage } from './adapters/fileSystemStorage.js'
|
||
|
|
//# sourceMappingURL=storageFactory.js.map
|