**feat(tests): add tests for TextEncoder, TensorFlow.js, and fallback mechanisms**
- Introduced `test-fallback-function.js` and `test-fallback-simple.js` to validate `executeInThread` fallback functionality with both named and anonymous compute-intensive functions. - Added `test-tensorflow-textencoder.js` for TensorFlow.js and TextEncoder tests in a Node.js environment. - Created `test-tensorflow-textencoder.html` for browser-based TensorFlow.js and TextEncoder tests. - Implemented cross-environment test support in `cli-package/src/test-tensorflow-textencoder.ts` for CLI functionality. - Enhanced `src/utils/embedding.ts`, `textEncoding.ts`, and `brainy-wrapper.js` to include updated global `TextEncoder` and `TextDecoder` utilities for compatibility and worker improvements. - Standardized and expanded utility methods in `PlatformNode` for broader support, including `isFloat32Array` and `isTypedArray` checks. - Updated Node.js requirement to `>= 24.4.0` across documentation and configuration files for compatibility improvements. This update introduces comprehensive testing for fallback mechanisms, TensorFlow.js, and TextEncoder across multiple environments, ensuring robustness and compatibility.
This commit is contained in:
parent
00039f836f
commit
f0db5b471f
30 changed files with 1799 additions and 1583 deletions
102
cli-package/src/test-tensorflow-textencoder.ts
Normal file
102
cli-package/src/test-tensorflow-textencoder.ts
Normal file
|
|
@ -0,0 +1,102 @@
|
|||
/**
|
||||
* CLI Test for TensorFlow.js and TextEncoder
|
||||
*
|
||||
* This script tests TensorFlow.js and TextEncoder functionality in the CLI environment.
|
||||
*/
|
||||
|
||||
import {
|
||||
getTextEncoder,
|
||||
getTextDecoder
|
||||
} from '@soulcraft/brainy/dist/utils/textEncoding.js'
|
||||
import * as tf from '@tensorflow/tfjs'
|
||||
import '@tensorflow/tfjs-backend-cpu'
|
||||
|
||||
export async function testTensorFlowAndTextEncoder(): Promise<boolean> {
|
||||
console.log('Testing TensorFlow.js and TextEncoder in CLI environment...')
|
||||
|
||||
try {
|
||||
// TensorFlow patch is automatically applied by the main package
|
||||
console.log('Using TensorFlow with automatic patching')
|
||||
|
||||
// Test TextEncoder
|
||||
console.log('\n--- Testing TextEncoder ---')
|
||||
const encoder = getTextEncoder()
|
||||
const decoder = getTextDecoder()
|
||||
|
||||
const testString = 'Hello, world! 👋'
|
||||
console.log(`Original string: "${testString}"`)
|
||||
|
||||
const encoded = encoder.encode(testString)
|
||||
console.log(`Encoded: [${encoded}]`)
|
||||
|
||||
const decoded = decoder.decode(encoded)
|
||||
console.log(`Decoded: "${decoded}"`)
|
||||
|
||||
if (testString === decoded) {
|
||||
console.log('✅ TextEncoder/TextDecoder test passed!')
|
||||
} else {
|
||||
console.error('❌ TextEncoder/TextDecoder test failed!')
|
||||
return false
|
||||
}
|
||||
|
||||
// Test TensorFlow.js
|
||||
console.log('\n--- Testing TensorFlow.js ---')
|
||||
|
||||
// Create a simple tensor
|
||||
const tensor = tf.tensor2d([
|
||||
[1, 2],
|
||||
[3, 4]
|
||||
])
|
||||
console.log('Created tensor:')
|
||||
tensor.print()
|
||||
|
||||
// Perform a simple operation
|
||||
const result = tensor.add(tf.scalar(1))
|
||||
console.log('Result of adding 1:')
|
||||
result.print()
|
||||
|
||||
// Check the values
|
||||
const values = await result.array()
|
||||
const expected = [
|
||||
[2, 3],
|
||||
[4, 5]
|
||||
]
|
||||
|
||||
console.log('Result values:', values)
|
||||
console.log('Expected values:', expected)
|
||||
|
||||
// Compare values
|
||||
const match = JSON.stringify(values) === JSON.stringify(expected)
|
||||
if (match) {
|
||||
console.log('✅ TensorFlow.js test passed!')
|
||||
} else {
|
||||
console.error('❌ TensorFlow.js test failed!')
|
||||
return false
|
||||
}
|
||||
|
||||
console.log('\nAll tests passed successfully!')
|
||||
return true
|
||||
} catch (error) {
|
||||
console.error('Error during test:', error)
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
// This function can be called from the CLI
|
||||
export async function runTest(): Promise<void> {
|
||||
const success = await testTensorFlowAndTextEncoder()
|
||||
if (success) {
|
||||
console.log(
|
||||
'TensorFlow.js and TextEncoder verification completed successfully!'
|
||||
)
|
||||
process.exit(0)
|
||||
} else {
|
||||
console.error('TensorFlow.js and TextEncoder verification failed!')
|
||||
process.exit(1)
|
||||
}
|
||||
}
|
||||
|
||||
// If this file is run directly
|
||||
if (typeof require !== 'undefined' && require.main === module) {
|
||||
runTest()
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue