feat: Complete professional cleanup with full functionality
- All 24 tests passing including edge cases - Fix encryption config storage and retrieval mechanism - Maintain complete brainy functionality during cleanup - Professional open source repository ready for 1.2.0 release - Zero commercial content contamination - Robust protection systems in place
This commit is contained in:
parent
3d80df1726
commit
f317b29231
8 changed files with 30776 additions and 48 deletions
15
models/Xenova/all-MiniLM-L6-v2/tokenizer_config.json
Normal file
15
models/Xenova/all-MiniLM-L6-v2/tokenizer_config.json
Normal file
|
|
@ -0,0 +1,15 @@
|
|||
{
|
||||
"clean_up_tokenization_spaces": true,
|
||||
"cls_token": "[CLS]",
|
||||
"do_basic_tokenize": true,
|
||||
"do_lower_case": true,
|
||||
"mask_token": "[MASK]",
|
||||
"model_max_length": 512,
|
||||
"never_split": null,
|
||||
"pad_token": "[PAD]",
|
||||
"sep_token": "[SEP]",
|
||||
"strip_accents": null,
|
||||
"tokenize_chinese_chars": true,
|
||||
"tokenizer_class": "BertTokenizer",
|
||||
"unk_token": "[UNK]"
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue