feat: add intelligent import for CSV, Excel, and PDF files
Add IntelligentImportAugmentation with support for: - CSV: auto-detection of encoding, delimiters, and field types - Excel: multi-sheet extraction with metadata preservation - PDF: text extraction, table detection, and metadata extraction Features: - Automatic format detection from file extension or content - Intelligent type inference (string, number, boolean, date) - Seamless integration with neural entity extraction - Production-ready with 69 comprehensive tests Dependencies added: - xlsx@^0.18.5 for Excel parsing - pdfjs-dist@^4.0.379 for PDF parsing - csv-parse@^6.1.0 for CSV parsing - chardet@^2.0.0 for encoding detection Documentation: - Updated README with import examples - Updated API_REFERENCE with comprehensive import() docs - Updated import-anything.md guide - Added working example: import-excel-pdf-csv.ts - Updated augmentations README
This commit is contained in:
parent
aaf8e0f411
commit
814cbb48ee
33 changed files with 4664 additions and 28 deletions
|
|
@ -147,6 +147,7 @@
|
|||
"@typescript-eslint/eslint-plugin": "^8.0.0",
|
||||
"@typescript-eslint/parser": "^8.0.0",
|
||||
"@vitest/coverage-v8": "^3.2.4",
|
||||
"jspdf": "^3.0.3",
|
||||
"minio": "^8.0.5",
|
||||
"standard-version": "^9.5.0",
|
||||
"testcontainers": "^11.5.1",
|
||||
|
|
@ -159,13 +160,17 @@
|
|||
"@huggingface/transformers": "^3.7.2",
|
||||
"boxen": "^8.0.1",
|
||||
"chalk": "^5.3.0",
|
||||
"chardet": "^2.0.0",
|
||||
"cli-table3": "^0.6.5",
|
||||
"commander": "^11.1.0",
|
||||
"csv-parse": "^6.1.0",
|
||||
"inquirer": "^12.9.3",
|
||||
"ora": "^8.2.0",
|
||||
"pdfjs-dist": "^4.0.379",
|
||||
"prompts": "^2.4.2",
|
||||
"uuid": "^9.0.1",
|
||||
"ws": "^8.18.3"
|
||||
"ws": "^8.18.3",
|
||||
"xlsx": "^0.18.5"
|
||||
},
|
||||
"prettier": {
|
||||
"arrowParens": "always",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue