soulcraft/brainy
1
0
Fork 0
Code Issues 1 Pull requests Projects Releases 335 Packages Wiki Activity Actions
brainy/assets/models/all-MiniLM-L6-v2-q8/vocab.json

1 line
454 KiB
JSON
Raw Normal View History

feat: replace transformers.js with direct ONNX WASM for Bun compatibility - Remove @huggingface/transformers dependency (539MB native binaries) - Add direct ONNX Runtime Web embedding engine - Bundle all-MiniLM-L6-v2-q8 model (24MB, no runtime downloads) - Works with Node.js, Bun, and bun build --compile - Air-gap compatible: fully self-contained, no internet required New WASM embedding components: - WASMEmbeddingEngine: Main integration class - WordPieceTokenizer: Pure TypeScript tokenizer - EmbeddingPostProcessor: Mean pooling + L2 normalization - ONNXInferenceEngine: Direct ONNX Runtime Web wrapper - AssetLoader: Model file loading Tests added: - 11 WASM embedding integration tests - 8 Bun compatibility tests New npm scripts: - test:wasm - Run WASM embedding tests - test:bun - Run tests with Bun - test:bun:compile - Build and run compiled binary
2025-12-17 17:42:37 -08:00
{"0":1014,"1":1015,"2":1016,"3":1017,"4":1018,"5":1019,"6":1020,"7":1021,"8":1022,"9":1023,"10":2184,"11":2340,"12":2260,"13":2410,"14":2403,"15":2321,"16":2385,"17":2459,"18":2324,"19":2539,"20":2322,"21":2538,"22":2570,"23":2603,"24":2484,"25":2423,"26":2656,"27":2676,"28":2654,"29":2756,"30":2382,"31":2861,"32":3590,"33":3943,"34":4090,"35":3486,"36":4029,"37":4261,"38":4229,"39":4464,"40":2871,"41":4601,"42":4413,"43":4724,"44":4008,"45":3429,"46":4805,"47":4700,"48":4466,"49":4749,"50":2753,"51":4868,"52":4720,"53":5187,"54":5139,"55":4583,"56":5179,"57":5401,"58":5388,"59":5354,"60":3438,"61":6079,"62":5786,"63":6191,"64":4185,"65":3515,"66":5764,"67":6163,"68":6273,"69":6353,"70":3963,"71":6390,"72":5824,"73":6421,"74":6356,"75":4293,"76":6146,"77":6255,"78":6275,"79":6535,"80":3770,"81":6282,"82":6445,"83":6640,"84":6391,"85":5594,"86":6564,"87":6584,"88":6070,"89":6486,"90":3938,"91":6205,"92":6227,"93":6109,"94":6365,"95":5345,"96":5986,"97":5989,"98":5818,"99":5585,"100":2531,"101":7886,"102":9402,"103":9800,"104":9645,"105":8746,"106":10114,"107":10550,"108":10715,"109":11518,"110":7287,"111":11118,"112":11176,"113":12104,"114":12457,"115":10630,"116":12904,"117":12567,"118":12963,"119":13285,"120":6036,"121":12606,"122":13092,"123":13138,"124":13412,"125":8732,"126":14010,"127":13029,"128":11899,"129":14378,"130":7558,"131":14677,"132":14078,"133":14506,"134":15170,"135":11502,"136":15407,"137":14989,"138":15028,"139":16621,"140":8574,"141":15471,"142":16087,"143":16065,"144":14748,"145":13741,"146":16333,"147":16471,"148":16459,"149":17332,"150":5018,"151":16528,"152":15017,"153":16710,"154":16666,"155":14168,"156":16734,"157":17403,"158":17696,"159":18914,"160":8148,"161":17365,"162":17832,"163":17867,"164":17943,"165":13913,"166":18610,"167":16785,"168":16923,"169":18582,"170":10894,"171":18225,"172":18253,"173":19410,"174":19492,"175":12862,"176":18561,"177":18118,"178":19289,"179":20311,"180":8380,"181":18596,"182":17691,"183":18677,"184":19681,"185":15376,"186":19609,"187":19446,"188":19121,"189":20500,"190":11827,"191":19871,"192":17613,"193":19984,"194":19955,"195":17317,"196":20035,"197":19975,"198":20003,"199":20713,"200":3263,"201":16345,"202":16798,"203":18540,"204":19627,"205":16327,"206":18744,"207":19843,"208":18512,"209":19348,"210":12875,"211":19235,"212":18164,"213":19883,"214":19936,"215":17405,"216":20294,"217":20335,"218":20741,"219":20636,"220":10545,"221":19594,"222":19015,"223":20802,"224":19711,"225":14993,"226":21035,"227":21489,"228":22238,"229":22777,"230":11816,"231":20304,"232":20666,"233":22115,"234":22018,"235":17825,"236":23593,"237":23297,"238":22030,"239":23688,"240":11212,"241":22343,"242":22431,"243":22884,"244":24194,"245":21005,"246":22376,"247":23380,"248":24568,"249":23628,"250":5539,"251":22582,"252":22898,"253":23254,"254":22234,"255":20637,"256":17273,"257":24368,"258":24398,"259":25191,"260":13539,"261":24441,"262":21950,"263":25246,"264":21611,"265":20549,"266":25162,"267":25491,"268":25143,"269":25717,"270":13756,"271":25103,"272":24231,"273":25371,"274":25586,"275":17528,"276":25113,"277":25578,"278":24709,"279":25745,"280":13427,"281":22955,"282":26267,"283":25504,"284":26871,"285":21777,"286":24921,"287":23090,"288":24841,"289":27054,"290":17222,"291":27173,"292":25797,"293":26953,"294":28135,"295":21679,"296":27200,"297":27502,"298":27240,"299":25926,"300":3998,"301":19123,"302":22060,"303":19988,"304":23859,"305":20405,"306":24622,"307":24559,"308":24232,"309":25048,"310":17196,"311":23532,"312":21036,"313":22997,"314":26257,"315":22904,"316":23980,"317":26628,"318":27003,"319":26499,"320":13710,"321":24030,"322":23768,"323":25392,"324":27234,"325":19652,"326":28188,"327":28469,"328":25256,"329":29567,"330":14210,"331":27533,"332":29327,"333":21211,"334":29562,"335":24426,"336":27954,"337":28489,"338":27908,"339":28977,"340":16029,"341":28358,"343":27810,"344":29386,"345":23785,"350":8698,"351":28474,"352":28906,"354":27878,"355":26271,"356":27509,"357":26231,"360":9475,"365":19342,"370":16444,"375":18034,"380":17014,"381":29335,"385":24429,"390":20024,"39
Reference in a new issue Copy permalink