CHECKPOINT: Major project cleanup and organization
🎯 CLEANUP MILESTONE - Session 5 Continuation: 📁 DOCUMENTATION (70+ → 31 files): ✅ Removed 14 redundant API design documents ✅ Removed 8 augmentation archive documents ✅ Removed 6 planning documents ✅ Removed 11 temporary strategy/optimization docs ✅ All backed up to backup-cleanup-2025-08-26/ 📂 TEST ORGANIZATION: ✅ Moved 17 test files → tests/manual-tests/ ✅ Moved 2 vitest configs → tests/configs/ ✅ Moved 5 test scripts → tests/scripts/ ✅ Removed 12 log files (backed up) 🏗️ NEW CLEAN STRUCTURE: - docs/: Clean, organized documentation - api/, architecture/, augmentations/, features/, guides/ - tests/: All test-related files consolidated - configs/, manual-tests/, scripts/ - Root: Only essential files (README, CHANGELOG, etc.) 📊 IMPACT: - 70% reduction in documentation clutter - 100% of tests organized under tests/ - Professional structure ready for 2.0 release - No data loss - everything backed up Ready for final release preparation!
This commit is contained in:
parent
4949b6a629
commit
b74faa85d4
66 changed files with 4 additions and 9683 deletions
20
tests/scripts/fix-clear-in-tests.sh
Executable file
20
tests/scripts/fix-clear-in-tests.sh
Executable file
|
|
@ -0,0 +1,20 @@
|
|||
#!/bin/bash
|
||||
|
||||
# Fix all .clear() calls to .clearAll({ force: true }) in tests
|
||||
|
||||
echo "🔧 Fixing clear() calls in test files..."
|
||||
|
||||
# Find and replace in all test files
|
||||
for file in tests/*.test.ts; do
|
||||
if grep -q "\.clear()" "$file"; then
|
||||
echo " Fixing: $file"
|
||||
# Replace various patterns
|
||||
sed -i 's/\.clear()/\.clearAll({ force: true })/g' "$file"
|
||||
sed -i 's/\.clearAll({ force: true }) \/\/ Clear any existing data/\.clearAll({ force: true }) \/\/ Clear any existing data/g' "$file"
|
||||
fi
|
||||
done
|
||||
|
||||
echo "✅ Fixed all clear() calls to clearAll({ force: true })"
|
||||
echo ""
|
||||
echo "Files modified:"
|
||||
grep -l "clearAll({ force: true })" tests/*.test.ts | sed 's/^/ - /'
|
||||
97
tests/scripts/run-all-tests.sh
Executable file
97
tests/scripts/run-all-tests.sh
Executable file
|
|
@ -0,0 +1,97 @@
|
|||
#!/bin/bash
|
||||
|
||||
# Run all Brainy tests sequentially with memory management
|
||||
# This prevents memory exhaustion from parallel test execution
|
||||
|
||||
echo "🧠 Running Brainy 2.0 Complete Test Suite"
|
||||
echo "========================================"
|
||||
echo "Memory: 16GB allocated per test batch"
|
||||
echo ""
|
||||
|
||||
# Set Node options for all tests
|
||||
export NODE_OPTIONS='--max-old-space-size=16384'
|
||||
export BRAINY_MODELS_PATH=./models
|
||||
export BRAINY_ALLOW_REMOTE_MODELS=false
|
||||
|
||||
# Counter for tracking results
|
||||
PASSED=0
|
||||
FAILED=0
|
||||
SKIPPED=0
|
||||
TOTAL=0
|
||||
|
||||
# Run tests in batches to prevent memory exhaustion
|
||||
echo "📦 Batch 1: Core Tests"
|
||||
echo "----------------------"
|
||||
npm test -- --run tests/core.test.ts 2>&1 | tee batch1.log | grep -E "✓|×|↓" | tail -20
|
||||
echo ""
|
||||
|
||||
echo "📦 Batch 2: Triple Intelligence & Neural"
|
||||
echo "----------------------------------------"
|
||||
npm test -- --run tests/triple-intelligence.test.ts tests/neural-api.test.ts 2>&1 | tee batch2.log | grep -E "✓|×|↓" | tail -20
|
||||
echo ""
|
||||
|
||||
echo "📦 Batch 3: Metadata & Performance"
|
||||
echo "-----------------------------------"
|
||||
npm test -- --run tests/metadata-*.test.ts 2>&1 | tee batch3.log | grep -E "✓|×|↓" | tail -20
|
||||
echo ""
|
||||
|
||||
echo "📦 Batch 4: Storage & Database"
|
||||
echo "-------------------------------"
|
||||
npm test -- --run tests/database-operations.test.ts tests/storage-adapter-coverage.test.ts 2>&1 | tee batch4.log | grep -E "✓|×|↓" | tail -20
|
||||
echo ""
|
||||
|
||||
echo "📦 Batch 5: Augmentations"
|
||||
echo "-------------------------"
|
||||
npm test -- --run tests/augmentations-*.test.ts 2>&1 | tee batch5.log | grep -E "✓|×|↓" | tail -20
|
||||
echo ""
|
||||
|
||||
echo "📦 Batch 6: API & Consistency"
|
||||
echo "-----------------------------"
|
||||
npm test -- --run tests/consistent-api.test.ts tests/unified-api.test.ts 2>&1 | tee batch6.log | grep -E "✓|×|↓" | tail -20
|
||||
echo ""
|
||||
|
||||
echo "📦 Batch 7: Environment & Edge Cases"
|
||||
echo "-------------------------------------"
|
||||
npm test -- --run tests/environment.*.test.ts tests/edge-cases.test.ts 2>&1 | tee batch7.log | grep -E "✓|×|↓" | tail -20
|
||||
echo ""
|
||||
|
||||
echo "📦 Batch 8: Find & NLP"
|
||||
echo "----------------------"
|
||||
npm test -- --run tests/find-comprehensive.test.ts tests/nlp-patterns-comprehensive.test.ts 2>&1 | tee batch8.log | grep -E "✓|×|↓" | tail -20
|
||||
echo ""
|
||||
|
||||
echo "📦 Batch 9: Regression & Validation"
|
||||
echo "------------------------------------"
|
||||
npm test -- --run tests/regression.test.ts tests/release-*.test.ts 2>&1 | tee batch9.log | grep -E "✓|×|↓" | tail -20
|
||||
echo ""
|
||||
|
||||
echo "📦 Batch 10: Other Tests"
|
||||
echo "------------------------"
|
||||
npm test -- --run tests/distributed*.test.ts tests/cli.test.ts tests/brainy-chat.test.ts tests/pagination.test.ts tests/vector-operations.test.ts tests/error-handling.test.ts tests/specialized-scenarios.test.ts tests/multi-environment.test.ts tests/statistics.test.ts tests/type-utils.test.ts 2>&1 | tee batch10.log | grep -E "✓|×|↓" | tail -20
|
||||
echo ""
|
||||
|
||||
# Aggregate results
|
||||
echo ""
|
||||
echo "=========================================="
|
||||
echo "🎯 FINAL TEST RESULTS"
|
||||
echo "=========================================="
|
||||
|
||||
# Count passed/failed from all logs
|
||||
PASSED=$(cat batch*.log 2>/dev/null | grep -c "✓" || echo 0)
|
||||
FAILED=$(cat batch*.log 2>/dev/null | grep -c "×" || echo 0)
|
||||
SKIPPED=$(cat batch*.log 2>/dev/null | grep -c "↓" || echo 0)
|
||||
TOTAL=$((PASSED + FAILED + SKIPPED))
|
||||
|
||||
echo "✅ Passed: $PASSED"
|
||||
echo "❌ Failed: $FAILED"
|
||||
echo "⏭️ Skipped: $SKIPPED"
|
||||
echo "📊 Total: $TOTAL"
|
||||
echo ""
|
||||
|
||||
if [ $FAILED -eq 0 ]; then
|
||||
echo "🎉 SUCCESS! All tests passed!"
|
||||
exit 0
|
||||
else
|
||||
echo "⚠️ Some tests failed. Check individual batch logs for details."
|
||||
exit 1
|
||||
fi
|
||||
111
tests/scripts/run-tests-safe.sh
Executable file
111
tests/scripts/run-tests-safe.sh
Executable file
|
|
@ -0,0 +1,111 @@
|
|||
#!/bin/bash
|
||||
|
||||
# Safe test runner with memory management
|
||||
# Runs tests in groups to avoid OOM errors
|
||||
|
||||
echo "🧠 Brainy Test Runner - Memory Safe Mode"
|
||||
echo "========================================="
|
||||
|
||||
# Set environment variables
|
||||
export BRAINY_MODELS_PATH=./models
|
||||
export BRAINY_ALLOW_REMOTE_MODELS=false
|
||||
export NODE_OPTIONS="--max-old-space-size=2048"
|
||||
|
||||
# Track results
|
||||
TOTAL_PASSED=0
|
||||
TOTAL_FAILED=0
|
||||
FAILED_TESTS=""
|
||||
|
||||
# Function to run a test group
|
||||
run_test_group() {
|
||||
local group_name=$1
|
||||
local test_pattern=$2
|
||||
|
||||
echo ""
|
||||
echo "📊 Running: $group_name"
|
||||
echo "----------------------------------------"
|
||||
|
||||
# Run tests and capture output
|
||||
if npx vitest run $test_pattern --reporter=verbose 2>&1 | tee test-output.tmp | grep -E "(Test Files|Tests)" | tail -2; then
|
||||
# Extract pass/fail counts
|
||||
local result=$(tail -2 test-output.tmp | grep -E "(passed|failed)")
|
||||
echo "$result"
|
||||
|
||||
# Parse results (basic parsing, might need adjustment)
|
||||
if echo "$result" | grep -q "failed"; then
|
||||
FAILED_TESTS="$FAILED_TESTS\n - $group_name"
|
||||
((TOTAL_FAILED++))
|
||||
else
|
||||
((TOTAL_PASSED++))
|
||||
fi
|
||||
else
|
||||
echo " ❌ Test group failed to run"
|
||||
FAILED_TESTS="$FAILED_TESTS\n - $group_name (crashed)"
|
||||
((TOTAL_FAILED++))
|
||||
fi
|
||||
|
||||
# Clean up temp file
|
||||
rm -f test-output.tmp
|
||||
|
||||
# Force garbage collection pause
|
||||
sleep 2
|
||||
}
|
||||
|
||||
# Run test groups
|
||||
echo "🚀 Starting test execution..."
|
||||
|
||||
# Group 1: Core functionality
|
||||
run_test_group "Core API Tests" "tests/core.test.ts tests/consistent-api.test.ts tests/unified-api.test.ts"
|
||||
|
||||
# Group 2: Intelligent features
|
||||
run_test_group "Intelligent Features" "tests/intelligent-verb-scoring.test.ts tests/neural-import.test.ts tests/neural-clustering.test.ts"
|
||||
|
||||
# Group 3: Augmentations
|
||||
run_test_group "Augmentations" "tests/augmentations-*.test.ts"
|
||||
|
||||
# Group 4: Storage
|
||||
run_test_group "Storage Adapters" "tests/storage-adapter-coverage.test.ts tests/opfs-storage.test.ts"
|
||||
|
||||
# Group 5: Vector operations
|
||||
run_test_group "Vector Operations" "tests/vector-operations.test.ts tests/dimension-standardization.test.ts"
|
||||
|
||||
# Group 6: Triple Intelligence
|
||||
run_test_group "Triple Intelligence" "tests/triple-intelligence.test.ts tests/metadata-filter.test.ts"
|
||||
|
||||
# Group 7: Performance (lighter tests)
|
||||
run_test_group "Performance Tests" "tests/performance.test.ts tests/pagination.test.ts"
|
||||
|
||||
# Group 8: Edge cases
|
||||
run_test_group "Edge Cases & Error Handling" "tests/edge-cases.test.ts tests/error-handling.test.ts"
|
||||
|
||||
# Group 9: Zero config
|
||||
run_test_group "Zero Config" "tests/zero-config-models.test.ts tests/auto-configuration.test.ts"
|
||||
|
||||
# Group 10: Model loading
|
||||
run_test_group "Model Loading" "tests/model-loading.test.ts"
|
||||
|
||||
# Summary
|
||||
echo ""
|
||||
echo "========================================="
|
||||
echo "📈 TEST SUMMARY"
|
||||
echo "========================================="
|
||||
echo "✅ Passed: $TOTAL_PASSED test groups"
|
||||
echo "❌ Failed: $TOTAL_FAILED test groups"
|
||||
|
||||
if [ ! -z "$FAILED_TESTS" ]; then
|
||||
echo ""
|
||||
echo "Failed groups:"
|
||||
echo -e "$FAILED_TESTS"
|
||||
fi
|
||||
|
||||
echo ""
|
||||
echo "========================================="
|
||||
|
||||
# Exit with appropriate code
|
||||
if [ $TOTAL_FAILED -gt 0 ]; then
|
||||
echo "❌ Tests failed. Please fix before release."
|
||||
exit 1
|
||||
else
|
||||
echo "✅ All test groups passed!"
|
||||
exit 0
|
||||
fi
|
||||
73
tests/scripts/test-all-with-memory.sh
Executable file
73
tests/scripts/test-all-with-memory.sh
Executable file
|
|
@ -0,0 +1,73 @@
|
|||
#!/bin/bash
|
||||
|
||||
# Comprehensive test runner with proper memory management
|
||||
# Runs ALL tests with adequate memory allocation
|
||||
|
||||
echo "🧠 Brainy 2.0 Complete Test Suite with Memory Management"
|
||||
echo "========================================================="
|
||||
echo ""
|
||||
|
||||
# Set environment for ALL tests
|
||||
export NODE_OPTIONS='--max-old-space-size=16384'
|
||||
export BRAINY_MODELS_PATH=./models
|
||||
export BRAINY_ALLOW_REMOTE_MODELS=false
|
||||
|
||||
# Use our memory-optimized vitest config
|
||||
export VITEST_CONFIG=./vitest.config.memory.ts
|
||||
|
||||
echo "📊 Configuration:"
|
||||
echo " - Node heap: 16GB"
|
||||
echo " - Models: Local only"
|
||||
echo " - Tests: Sequential execution"
|
||||
echo " - Timeout: 2 minutes per test"
|
||||
echo ""
|
||||
|
||||
# Build first
|
||||
echo "🔨 Building TypeScript..."
|
||||
npm run build
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "❌ Build failed! Fix TypeScript errors first."
|
||||
exit 1
|
||||
fi
|
||||
echo "✅ Build successful"
|
||||
echo ""
|
||||
|
||||
# Run all tests with memory config
|
||||
echo "🧪 Running all tests..."
|
||||
npm test -- --config ./vitest.config.memory.ts --reporter=verbose 2>&1 | tee full-test-output.log
|
||||
|
||||
# Extract summary
|
||||
echo ""
|
||||
echo "=========================================="
|
||||
echo "📊 Test Summary"
|
||||
echo "=========================================="
|
||||
|
||||
# Count results
|
||||
PASSED=$(grep -c "✓" full-test-output.log 2>/dev/null || echo 0)
|
||||
FAILED=$(grep -c "×" full-test-output.log 2>/dev/null || echo 0)
|
||||
SKIPPED=$(grep -c "↓" full-test-output.log 2>/dev/null || echo 0)
|
||||
|
||||
echo "✅ Passed: $PASSED"
|
||||
echo "❌ Failed: $FAILED"
|
||||
echo "⏭️ Skipped: $SKIPPED"
|
||||
echo "📊 Total: $((PASSED + FAILED + SKIPPED))"
|
||||
echo ""
|
||||
|
||||
if [ $FAILED -eq 0 ]; then
|
||||
echo "🎉 SUCCESS! All tests passed!"
|
||||
echo ""
|
||||
echo "Ready for release:"
|
||||
echo " npm version patch"
|
||||
echo " npm publish"
|
||||
exit 0
|
||||
else
|
||||
echo "⚠️ $FAILED tests failed."
|
||||
echo ""
|
||||
echo "Common issues:"
|
||||
echo "1. Out of memory → Increase NODE_OPTIONS"
|
||||
echo "2. Timeout → Tests need more than 2 minutes"
|
||||
echo "3. clearAll → Must use { force: true }"
|
||||
echo ""
|
||||
echo "Check full-test-output.log for details."
|
||||
exit 1
|
||||
fi
|
||||
Loading…
Add table
Add a link
Reference in a new issue