/** * Build Keyword Embeddings - Generate pre-computed embeddings for all keywords * * Extracts keywords from TypeInferenceSystem, adds strategic synonyms, * and generates semantic embeddings for fast type inference. * * Output: src/neural/embeddedKeywordEmbeddings.ts (~2-3MB) * Runtime: ~60-90 seconds (one-time build cost) */ import { TransformerEmbedding } from '../src/utils/embedding.js' import { NounType, VerbType } from '../src/types/graphTypes.js' import { writeFileSync } from 'fs' import { prodLog } from '../src/utils/logger.js' interface KeywordDefinition { keyword: string type: NounType | VerbType typeCategory: 'noun' | 'verb' confidence: number isCanonical: boolean } /** * Extract and expand keywords with synonyms (NOUNS + VERBS) */ function buildExpandedKeywordList(): KeywordDefinition[] { const keywords: KeywordDefinition[] = [] // Helper to add noun keywords const addNoun = (words: string[], type: NounType, confidence: number, isCanonical = true) => { for (const word of words) { keywords.push({ keyword: word, type, typeCategory: 'noun', confidence, isCanonical }) } } // Helper to add verb keywords const addVerb = (words: string[], type: VerbType, confidence: number, isCanonical = true) => { for (const word of words) { keywords.push({ keyword: word, type, typeCategory: 'verb', confidence, isCanonical }) } } // Legacy alias for noun keywords const add = addNoun // ========== Person Type ========== // Core professional roles (canonical) add(['person', 'people', 'individual', 'human'], NounType.Person, 0.95, true) add(['employee', 'worker', 'staff', 'personnel'], NounType.Person, 0.90, true) // Engineering & Tech add(['engineer', 'developer', 'programmer', 'architect', 'designer', 'technician'], NounType.Person, 0.95, true) add(['coder', 'techie'], NounType.Person, 0.85, false) // Synonyms // Medical add(['doctor', 'physician', 'surgeon', 'nurse', 'therapist'], NounType.Person, 0.95, true) add(['cardiologist', 'oncologist', 'neurologist', 'psychiatrist', 'psychologist'], NounType.Person, 0.90, true) add(['radiologist', 'pathologist', 'anesthesiologist', 'dermatologist'], NounType.Person, 0.90, true) add(['pediatrician', 'obstetrician', 'gynecologist', 'ophthalmologist'], NounType.Person, 0.90, true) add(['dentist', 'orthodontist', 'pharmacist', 'paramedic', 'emt'], NounType.Person, 0.90, true) add(['medic', 'practitioner', 'clinician'], NounType.Person, 0.85, false) // Medical synonyms // Management & Leadership add(['manager', 'director', 'executive', 'leader', 'supervisor', 'coordinator'], NounType.Person, 0.95, true) add(['ceo', 'cto', 'cfo', 'coo', 'vp', 'president', 'founder', 'owner'], NounType.Person, 0.95, true) // Professional services add(['analyst', 'consultant', 'specialist', 'expert', 'professional'], NounType.Person, 0.90, true) add(['lawyer', 'attorney', 'judge', 'paralegal'], NounType.Person, 0.95, true) add(['accountant', 'auditor', 'banker', 'trader', 'broker'], NounType.Person, 0.90, true) add(['advisor', 'counselor'], NounType.Person, 0.85, false) // Education & Research add(['teacher', 'professor', 'instructor', 'educator', 'tutor'], NounType.Person, 0.95, true) add(['student', 'pupil', 'learner', 'trainee', 'intern'], NounType.Person, 0.90, true) add(['researcher', 'scientist', 'scholar', 'academic'], NounType.Person, 0.95, true) // Creative professions add(['artist', 'musician', 'painter', 'sculptor', 'performer'], NounType.Person, 0.90, true) add(['author', 'writer', 'journalist', 'editor', 'reporter'], NounType.Person, 0.90, true) // Sales & Marketing add(['salesperson', 'marketer', 'recruiter', 'agent'], NounType.Person, 0.85, true) // Social relationships add(['friend', 'colleague', 'coworker', 'teammate', 'partner'], NounType.Person, 0.85, true) add(['customer', 'client', 'vendor', 'supplier', 'contractor'], NounType.Person, 0.85, true) add(['mentor', 'mentee', 'coach', 'volunteer', 'activist', 'advocate', 'supporter'], NounType.Person, 0.80, true) // Demographics add(['male', 'female', 'adult', 'child', 'teen', 'senior', 'junior'], NounType.Person, 0.75, true) // Multi-word professions (important for semantic matching) add(['software engineer', 'software developer', 'web developer'], NounType.Person, 0.95, true) add(['data scientist', 'data engineer', 'machine learning engineer', 'ml engineer'], NounType.Person, 0.95, true) add(['product manager', 'project manager', 'engineering manager'], NounType.Person, 0.95, true) add(['ux designer', 'ui designer', 'graphic designer'], NounType.Person, 0.90, true) add(['medical doctor', 'registered nurse', 'healthcare worker'], NounType.Person, 0.90, false) // ========== Organization Type ========== add(['organization', 'company', 'business', 'corporation', 'enterprise'], NounType.Organization, 0.95, true) add(['firm', 'agency', 'bureau', 'office', 'department'], NounType.Organization, 0.90, true) add(['startup', 'venture', 'subsidiary', 'branch', 'division'], NounType.Organization, 0.90, true) add(['institution', 'foundation', 'association', 'society', 'club'], NounType.Organization, 0.90, true) add(['nonprofit', 'ngo', 'charity', 'trust', 'federation'], NounType.Organization, 0.90, true) add(['government', 'ministry', 'administration', 'authority'], NounType.Organization, 0.90, true) add(['university', 'college', 'school', 'academy', 'institute'], NounType.Organization, 0.90, true) add(['hospital', 'clinic', 'medical center'], NounType.Organization, 0.90, true) add(['bank', 'credit union'], NounType.Organization, 0.90, true) add(['manufacturer', 'factory', 'plant', 'facility'], NounType.Organization, 0.85, true) add(['retailer', 'store', 'shop', 'outlet', 'chain'], NounType.Organization, 0.85, true) add(['restaurant', 'hotel', 'resort', 'casino'], NounType.Organization, 0.85, true) add(['publisher', 'studio', 'gallery', 'museum', 'library'], NounType.Organization, 0.85, true) add(['lab', 'laboratory', 'research center'], NounType.Organization, 0.85, true) add(['team', 'squad', 'crew', 'group', 'committee'], NounType.Organization, 0.80, true) // Organization synonyms add(['corp', 'inc', 'llc', 'ltd'], NounType.Organization, 0.85, false) // ========== Location Type ========== add(['location', 'place', 'area', 'region', 'zone', 'district'], NounType.Location, 0.90, true) add(['city', 'town', 'village', 'municipality', 'metro'], NounType.Location, 0.95, true) add(['country', 'nation', 'state', 'province', 'territory'], NounType.Location, 0.95, true) add(['county', 'parish', 'prefecture', 'canton'], NounType.Location, 0.85, true) add(['continent', 'island', 'peninsula', 'archipelago'], NounType.Location, 0.90, true) add(['street', 'road', 'avenue', 'boulevard', 'lane', 'drive'], NounType.Location, 0.85, true) add(['address', 'building', 'structure', 'tower', 'complex'], NounType.Location, 0.85, true) add(['headquarters', 'hq', 'campus', 'site'], NounType.Location, 0.85, true) add(['center', 'venue', 'space', 'room'], NounType.Location, 0.80, true) add(['warehouse', 'depot', 'terminal', 'station', 'port'], NounType.Location, 0.85, true) add(['park', 'garden', 'plaza', 'square', 'mall'], NounType.Location, 0.85, true) add(['neighborhood', 'suburb', 'downtown', 'uptown'], NounType.Location, 0.80, true) add(['north', 'south', 'east', 'west', 'central'], NounType.Location, 0.70, true) add(['coastal', 'inland', 'urban', 'rural', 'remote'], NounType.Location, 0.70, true) // Common cities (for better semantic matching) add(['san francisco', 'new york', 'los angeles', 'chicago', 'boston'], NounType.Location, 0.95, true) add(['seattle', 'austin', 'denver', 'portland', 'miami'], NounType.Location, 0.95, true) add(['london', 'paris', 'berlin', 'tokyo', 'beijing'], NounType.Location, 0.95, true) add(['silicon valley', 'bay area', 'new york city', 'washington dc'], NounType.Location, 0.95, true) // ========== Document Type ========== add(['document', 'file', 'text', 'writing', 'manuscript'], NounType.Document, 0.95, true) add(['report', 'summary', 'brief', 'overview', 'analysis'], NounType.Document, 0.90, true) add(['article', 'essay', 'paper', 'publication', 'journal'], NounType.Document, 0.90, true) add(['book', 'ebook', 'novel', 'chapter', 'volume'], NounType.Document, 0.90, true) add(['manual', 'guide', 'handbook', 'reference', 'documentation'], NounType.Document, 0.90, true) add(['tutorial', 'walkthrough', 'instructions'], NounType.Document, 0.85, true) add(['specification', 'spec', 'standard', 'protocol'], NounType.Document, 0.85, true) add(['proposal', 'pitch', 'presentation', 'slide', 'deck'], NounType.Document, 0.85, true) add(['contract', 'agreement', 'license', 'terms', 'policy'], NounType.Document, 0.90, true) add(['invoice', 'receipt', 'statement', 'bill', 'voucher'], NounType.Document, 0.85, true) add(['form', 'application', 'survey', 'questionnaire'], NounType.Document, 0.85, true) add(['transcript', 'minutes', 'record', 'log', 'entry'], NounType.Document, 0.85, true) add(['note', 'memo', 'message', 'email', 'letter'], NounType.Document, 0.85, true) add(['whitepaper', 'thesis', 'dissertation', 'abstract'], NounType.Document, 0.90, true) add(['readme', 'changelog', 'wiki'], NounType.Document, 0.85, true) add(['cv', 'resume', 'portfolio', 'profile'], NounType.Document, 0.85, true) // Document synonyms add(['doc', 'docs', 'howto'], NounType.Document, 0.80, false) // ========== Media Type ========== add(['media', 'multimedia', 'content'], NounType.Media, 0.90, true) add(['image', 'photo', 'picture', 'photograph', 'illustration'], NounType.Media, 0.90, true) add(['graphic', 'icon', 'logo', 'banner', 'thumbnail'], NounType.Media, 0.85, true) add(['video', 'movie', 'film', 'clip', 'recording'], NounType.Media, 0.90, true) add(['animation', 'gif', 'stream', 'broadcast'], NounType.Media, 0.85, true) add(['audio', 'sound', 'music', 'song', 'track', 'album'], NounType.Media, 0.90, true) add(['podcast', 'episode', 'audiobook'], NounType.Media, 0.85, true) add(['screenshot', 'asset', 'resource', 'attachment'], NounType.Media, 0.80, true) // ========== Concept Type ========== add(['concept', 'idea', 'notion', 'theory', 'principle'], NounType.Concept, 0.90, true) add(['philosophy', 'ideology', 'belief', 'doctrine'], NounType.Concept, 0.85, true) add(['topic', 'subject', 'theme', 'matter', 'issue'], NounType.Concept, 0.85, true) add(['category', 'classification', 'taxonomy', 'domain'], NounType.Concept, 0.80, true) add(['field', 'discipline', 'specialty'], NounType.Concept, 0.85, true) add(['technology', 'tech', 'innovation', 'invention'], NounType.Concept, 0.90, true) add(['science', 'scientific', 'research'], NounType.Concept, 0.90, true) // Scientific domains add(['mathematics', 'math', 'statistics', 'algebra', 'calculus'], NounType.Concept, 0.85, true) add(['physics', 'quantum', 'mechanics', 'thermodynamics'], NounType.Concept, 0.85, true) add(['chemistry', 'biology', 'genetics', 'neuroscience'], NounType.Concept, 0.85, true) add(['engineering', 'architecture', 'design'], NounType.Concept, 0.85, true) // Computer science add(['computer science', 'programming', 'algorithm'], NounType.Concept, 0.90, true) add(['artificial intelligence', 'machine learning', 'deep learning'], NounType.Concept, 0.95, true) add(['ai', 'ml'], NounType.Concept, 0.90, true) add(['data science', 'analytics', 'big data'], NounType.Concept, 0.90, true) add(['natural language processing', 'computer vision'], NounType.Concept, 0.90, true) // Humanities add(['history', 'literature', 'poetry', 'fiction'], NounType.Concept, 0.85, true) add(['art', 'music', 'sports'], NounType.Concept, 0.85, true) add(['politics', 'economics', 'psychology', 'sociology'], NounType.Concept, 0.85, true) add(['religion', 'spiritual', 'philosophy'], NounType.Concept, 0.85, true) // ========== Event Type ========== add(['event', 'occasion', 'happening', 'occurrence'], NounType.Event, 0.90, true) add(['meeting', 'conference', 'summit', 'convention'], NounType.Event, 0.90, true) add(['seminar', 'symposium', 'forum', 'workshop'], NounType.Event, 0.90, true) add(['training', 'bootcamp', 'course', 'webinar'], NounType.Event, 0.85, true) add(['presentation', 'talk', 'lecture', 'session', 'class'], NounType.Event, 0.85, true) add(['party', 'celebration', 'gathering', 'ceremony'], NounType.Event, 0.85, true) add(['festival', 'carnival', 'fair', 'exhibition'], NounType.Event, 0.85, true) add(['concert', 'performance', 'show'], NounType.Event, 0.85, true) add(['game', 'match', 'tournament', 'championship', 'race'], NounType.Event, 0.85, true) add(['launch', 'release', 'premiere', 'debut', 'announcement'], NounType.Event, 0.85, true) // ========== Product Type ========== add(['product', 'item', 'goods', 'merchandise', 'commodity'], NounType.Product, 0.90, true) add(['offering', 'solution', 'package', 'bundle'], NounType.Product, 0.85, true) add(['software', 'app', 'application', 'program', 'tool'], NounType.Product, 0.90, true) add(['platform', 'system', 'framework', 'library'], NounType.Product, 0.85, true) add(['device', 'gadget', 'machine', 'equipment'], NounType.Product, 0.85, true) add(['hardware', 'component', 'part', 'accessory'], NounType.Product, 0.85, true) add(['vehicle', 'car', 'automobile', 'truck', 'bike'], NounType.Product, 0.85, true) add(['phone', 'smartphone', 'mobile', 'tablet'], NounType.Product, 0.90, true) add(['computer', 'laptop', 'desktop', 'pc', 'mac'], NounType.Product, 0.90, true) add(['watch', 'wearable', 'tracker', 'monitor'], NounType.Product, 0.85, true) add(['camera', 'lens', 'sensor', 'scanner'], NounType.Product, 0.85, true) // ========== Service Type ========== add(['service', 'support', 'assistance'], NounType.Service, 0.90, true) add(['consulting', 'advisory', 'guidance'], NounType.Service, 0.85, true) add(['maintenance', 'repair', 'installation', 'setup'], NounType.Service, 0.85, true) add(['hosting', 'cloud', 'saas', 'paas', 'iaas'], NounType.Service, 0.85, true) add(['delivery', 'shipping', 'logistics', 'transport'], NounType.Service, 0.85, true) add(['subscription', 'membership', 'plan'], NounType.Service, 0.85, true) add(['training', 'education', 'coaching', 'mentoring'], NounType.Service, 0.85, true) add(['healthcare', 'medical', 'dental', 'therapy'], NounType.Service, 0.85, true) add(['legal', 'accounting', 'financial', 'insurance'], NounType.Service, 0.85, true) add(['marketing', 'advertising', 'promotion'], NounType.Service, 0.85, true) // ========== User Type ========== add(['user', 'account', 'profile', 'identity'], NounType.Person, 0.90, true) add(['username', 'login', 'credential'], NounType.Person, 0.85, true) add(['subscriber', 'follower', 'fan', 'supporter'], NounType.Person, 0.85, true) add(['member', 'participant', 'contributor', 'author'], NounType.Person, 0.85, true) add(['viewer', 'reader', 'listener', 'watcher'], NounType.Person, 0.80, true) add(['player', 'gamer', 'competitor'], NounType.Person, 0.80, true) add(['guest', 'visitor', 'attendee'], NounType.Person, 0.80, true) // ========== Task & Project Types ========== add(['task', 'todo', 'action', 'activity', 'job'], NounType.Task, 0.85, true) add(['assignment', 'duty', 'work'], NounType.Task, 0.85, true) add(['ticket', 'issue', 'bug', 'defect', 'problem'], NounType.Task, 0.85, true) add(['feature', 'enhancement', 'improvement', 'request'], NounType.Task, 0.85, true) add(['project', 'program', 'initiative'], NounType.Project, 0.90, true) add(['campaign', 'drive', 'venture'], NounType.Project, 0.85, true) add(['plan', 'strategy', 'roadmap'], NounType.Project, 0.85, true) add(['milestone', 'deliverable', 'objective', 'goal'], NounType.Project, 0.85, true) add(['sprint', 'iteration', 'cycle', 'phase'], NounType.Project, 0.80, true) // ========== Other Types ========== add(['process', 'procedure', 'method', 'approach'], NounType.Process, 0.80, true) add(['workflow', 'pipeline', 'sequence'], NounType.Process, 0.80, true) add(['algorithm', 'logic', 'routine', 'operation'], NounType.Process, 0.75, true) add(['collection', 'set', 'group', 'batch'], NounType.Collection, 0.80, true) add(['list', 'array', 'series'], NounType.Collection, 0.80, true) add(['dataset', 'data', 'database'], NounType.Collection, 0.85, true) add(['repository', 'archive', 'library'], NounType.Collection, 0.80, true) add(['state', 'status', 'condition'], NounType.State, 0.75, true) add(['active', 'inactive', 'pending', 'completed'], NounType.State, 0.70, true) add(['role', 'position', 'title'], NounType.Role, 0.80, true) add(['permission', 'access', 'privilege'], NounType.Role, 0.75, true) add(['hypothesis', 'theory', 'conjecture'], NounType.Hypothesis, 0.85, true) add(['experiment', 'study', 'trial', 'test'], NounType.Experiment, 0.85, true) add(['regulation', 'rule', 'law', 'statute'], NounType.Regulation, 0.85, true) add(['interface', 'api', 'endpoint'], NounType.Interface, 0.85, true) add(['resource', 'asset', 'capacity'], NounType.Resource, 0.80, true) // ==================== VERB TYPES ==================== // Now add all 127 VerbTypes with keywords and synonyms console.log('\n Adding verb keywords...') // ========== Core Relationship Types ========== addVerb(['related to', 'related', 'connected to', 'associated with', 'linked to'], VerbType.RelatedTo, 0.90, true) addVerb(['connection', 'association', 'link', 'relationship'], VerbType.RelatedTo, 0.85, false) addVerb(['contains', 'includes', 'has', 'comprises', 'encompasses'], VerbType.Contains, 0.95, true) addVerb(['holding', 'containing', 'including'], VerbType.Contains, 0.85, false) addVerb(['part of', 'belongs to', 'component of', 'element of', 'member of'], VerbType.PartOf, 0.95, true) addVerb(['within', 'inside', 'subset of'], VerbType.PartOf, 0.85, false) addVerb(['located at', 'positioned at', 'situated at', 'found at', 'based at'], VerbType.LocatedAt, 0.95, true) addVerb(['location', 'position', 'whereabouts'], VerbType.LocatedAt, 0.85, false) addVerb(['references', 'cites', 'refers to', 'mentions', 'points to'], VerbType.References, 0.95, true) addVerb(['citation', 'reference', 'pointer'], VerbType.References, 0.85, false) // ========== Temporal/Causal Types ========== addVerb(['precedes', 'comes before', 'happens before', 'leads to', 'prior to'], VerbType.Precedes, 0.90, true) addVerb(['preceding', 'earlier than', 'before'], VerbType.Precedes, 0.85, false) addVerb(['succeeds', 'comes after', 'follows', 'happens after', 'subsequent to'], VerbType.Precedes, 0.90, true) addVerb(['succeeding', 'later than', 'after'], VerbType.Precedes, 0.85, false) addVerb(['causes', 'results in', 'leads to', 'brings about', 'triggers'], VerbType.Causes, 0.95, true) addVerb(['influences', 'affects', 'impacts', 'produces'], VerbType.Causes, 0.90, true) addVerb(['causation', 'consequence', 'effect'], VerbType.Causes, 0.85, false) addVerb(['depends on', 'relies on', 'contingent on', 'conditional on'], VerbType.DependsOn, 0.95, true) addVerb(['dependency', 'reliance', 'dependence'], VerbType.DependsOn, 0.85, false) addVerb(['requires', 'needs', 'necessitates', 'demands', 'calls for'], VerbType.Requires, 0.95, true) addVerb(['requirement', 'necessity', 'prerequisite'], VerbType.Requires, 0.85, false) // ========== Creation/Transformation Types ========== addVerb(['creates', 'makes', 'builds', 'produces', 'generates'], VerbType.Creates, 0.95, true) addVerb(['constructs', 'develops', 'crafts', 'forms'], VerbType.Creates, 0.90, true) addVerb(['creation', 'production', 'generation'], VerbType.Creates, 0.85, false) addVerb(['transforms', 'converts', 'changes', 'morphs', 'alters'], VerbType.Transforms, 0.95, true) addVerb(['transformation', 'conversion', 'metamorphosis'], VerbType.Transforms, 0.85, false) addVerb(['becomes', 'turns into', 'evolves into', 'transitions to'], VerbType.Becomes, 0.95, true) addVerb(['becoming', 'transition', 'evolution'], VerbType.Becomes, 0.85, false) addVerb(['modifies', 'updates', 'changes', 'edits', 'adjusts'], VerbType.Modifies, 0.95, true) addVerb(['alters', 'amends', 'revises', 'tweaks'], VerbType.Modifies, 0.90, true) addVerb(['modification', 'update', 'change'], VerbType.Modifies, 0.85, false) addVerb(['consumes', 'uses up', 'depletes', 'exhausts', 'drains'], VerbType.Consumes, 0.95, true) addVerb(['consumption', 'usage', 'depletion'], VerbType.Consumes, 0.85, false) // ========== Ownership/Attribution Types ========== addVerb(['owns', 'possesses', 'holds', 'controls', 'has'], VerbType.Owns, 0.95, true) addVerb(['ownership', 'possession', 'control'], VerbType.Owns, 0.85, false) addVerb(['attributed to', 'credited to', 'ascribed to', 'assigned to'], VerbType.AttributedTo, 0.95, true) addVerb(['attribution', 'credit', 'acknowledgment'], VerbType.AttributedTo, 0.85, false) addVerb(['created by', 'made by', 'built by', 'authored by', 'developed by'], VerbType.Creates, 0.95, true) addVerb(['creator', 'author', 'maker'], VerbType.Creates, 0.85, false) addVerb(['belongs to', 'owned by', 'property of', 'part of'], VerbType.Owns, 0.95, true) addVerb(['belonging', 'membership'], VerbType.Owns, 0.85, false) // ========== Social/Organizational Types ========== addVerb(['member of', 'belongs to', 'affiliated with', 'part of'], VerbType.MemberOf, 0.95, true) addVerb(['works for', 'employed by', 'serves'], VerbType.MemberOf, 0.90, true) addVerb(['membership', 'affiliation'], VerbType.MemberOf, 0.85, false) addVerb(['works with', 'collaborates with', 'partners with', 'cooperates with'], VerbType.WorksWith, 0.95, true) addVerb(['teams with', 'joins forces with'], VerbType.WorksWith, 0.90, true) addVerb(['collaboration', 'partnership', 'cooperation'], VerbType.WorksWith, 0.85, false) addVerb(['friend of', 'friends with', 'befriends', 'friendly with'], VerbType.FriendOf, 0.95, true) addVerb(['friendship', 'companionship'], VerbType.FriendOf, 0.85, false) addVerb(['follows', 'tracks', 'monitors', 'subscribes to', 'watches'], VerbType.Follows, 0.95, true) addVerb(['following', 'follower', 'subscriber'], VerbType.Follows, 0.85, false) addVerb(['likes', 'enjoys', 'prefers', 'favors', 'appreciates'], VerbType.Likes, 0.95, true) addVerb(['fond of', 'partial to'], VerbType.Likes, 0.90, true) addVerb(['reports to', 'answers to', 'subordinate to', 'under'], VerbType.ReportsTo, 0.95, true) addVerb(['reporting', 'subordination'], VerbType.ReportsTo, 0.85, false) addVerb(['supervises', 'manages', 'oversees', 'directs', 'leads'], VerbType.ReportsTo, 0.95, true) addVerb(['supervision', 'management', 'oversight'], VerbType.ReportsTo, 0.85, false) addVerb(['mentors', 'coaches', 'guides', 'advises', 'teaches'], VerbType.Mentors, 0.95, true) addVerb(['mentorship', 'coaching', 'guidance'], VerbType.Mentors, 0.85, false) addVerb(['communicates with', 'talks to', 'corresponds with', 'exchanges with'], VerbType.Communicates, 0.95, true) addVerb(['speaks with', 'chats with', 'discusses with'], VerbType.Communicates, 0.90, true) addVerb(['communication', 'correspondence', 'dialogue'], VerbType.Communicates, 0.85, false) // ========== Descriptive/Functional Types ========== addVerb(['describes', 'explains', 'details', 'characterizes', 'portrays'], VerbType.Describes, 0.95, true) addVerb(['depicts', 'illustrates', 'outlines'], VerbType.Describes, 0.90, true) addVerb(['description', 'explanation', 'account'], VerbType.Describes, 0.85, false) addVerb(['defines', 'specifies', 'determines', 'establishes', 'sets'], VerbType.Defines, 0.95, true) addVerb(['definition', 'specification', 'determination'], VerbType.Defines, 0.85, false) addVerb(['categorizes', 'classifies', 'groups', 'sorts', 'organizes'], VerbType.Categorizes, 0.95, true) addVerb(['categorization', 'classification', 'taxonomy'], VerbType.Categorizes, 0.85, false) addVerb(['measures', 'quantifies', 'gauges', 'assesses', 'evaluates'], VerbType.Measures, 0.95, true) addVerb(['measurement', 'quantification', 'assessment'], VerbType.Measures, 0.85, false) addVerb(['evaluates', 'assesses', 'judges', 'appraises', 'reviews'], VerbType.Evaluates, 0.95, true) addVerb(['rates', 'scores', 'critiques'], VerbType.Evaluates, 0.90, true) addVerb(['evaluation', 'assessment', 'appraisal'], VerbType.Evaluates, 0.85, false) addVerb(['uses', 'utilizes', 'employs', 'applies', 'leverages'], VerbType.Uses, 0.95, true) addVerb(['usage', 'utilization', 'application'], VerbType.Uses, 0.85, false) addVerb(['implements', 'executes', 'realizes', 'enacts', 'carries out'], VerbType.Implements, 0.95, true) addVerb(['implementation', 'execution', 'realization'], VerbType.Implements, 0.85, false) addVerb(['extends', 'expands', 'broadens', 'enlarges', 'builds on'], VerbType.Extends, 0.95, true) addVerb(['enhances', 'augments', 'amplifies'], VerbType.Extends, 0.90, true) addVerb(['extension', 'expansion', 'enhancement'], VerbType.Extends, 0.85, false) // ========== Enhanced Relationship Types ========== addVerb(['inherits', 'derives from', 'inherits from', 'descended from'], VerbType.Inherits, 0.95, true) addVerb(['inheritance', 'derivation', 'legacy'], VerbType.Inherits, 0.85, false) addVerb(['conflicts with', 'contradicts', 'opposes', 'clashes with'], VerbType.Conflicts, 0.95, true) addVerb(['disagrees with', 'incompatible with'], VerbType.Conflicts, 0.90, true) addVerb(['conflict', 'contradiction', 'opposition'], VerbType.Conflicts, 0.85, false) addVerb(['synchronizes with', 'coordinates with', 'syncs with', 'aligns with'], VerbType.Synchronizes, 0.95, true) addVerb(['synchronization', 'coordination', 'alignment'], VerbType.Synchronizes, 0.85, false) addVerb(['competes with', 'rivals', 'contests', 'vies with'], VerbType.Competes, 0.95, true) addVerb(['competition', 'rivalry', 'contest'], VerbType.Competes, 0.85, false) return keywords } /** * Main build function */ async function buildKeywordEmbeddings() { console.log('šŸ”Ø Building Keyword Embeddings for Semantic Type Inference\n') console.log('='.repeat(70)) // Step 1: Build keyword list console.log('\nšŸ“ Step 1: Building expanded keyword dictionary...') const keywords = buildExpandedKeywordList() const canonical = keywords.filter(k => k.isCanonical).length const synonyms = keywords.filter(k => !k.isCanonical).length console.log(`āœ… Generated ${keywords.length} keywords (${canonical} canonical, ${synonyms} synonyms)`) // Step 2: Initialize embedder console.log('\nšŸŽÆ Step 2: Initializing TransformerEmbedding model...') const embedder = new TransformerEmbedding({ verbose: true }) await embedder.init() console.log('āœ… Embedder initialized') // Step 3: Generate embeddings console.log(`\nšŸš€ Step 3: Generating embeddings for ${keywords.length} keywords...`) console.log('(This may take 60-90 seconds)\n') const embeddings = [] let processed = 0 const startTime = Date.now() for (const def of keywords) { const embedding = await embedder.embed(def.keyword) embeddings.push({ keyword: def.keyword, type: def.type, typeCategory: def.typeCategory, confidence: def.confidence, isCanonical: def.isCanonical, embedding: Array.from(embedding) }) processed++ if (processed % 50 === 0) { const elapsed = ((Date.now() - startTime) / 1000).toFixed(1) const rate = (processed / (Date.now() - startTime) * 1000).toFixed(1) const eta = ((keywords.length - processed) / parseFloat(rate)).toFixed(0) console.log(` Progress: ${processed}/${keywords.length} (${(processed/keywords.length*100).toFixed(1)}%) - ${rate}/sec - ETA: ${eta}s`) } } const totalTime = ((Date.now() - startTime) / 1000).toFixed(1) console.log(`\nāœ… All embeddings generated in ${totalTime}s`) // Step 4: Generate TypeScript file console.log('\nšŸ“„ Step 4: Writing embeddedKeywordEmbeddings.ts...') const sizeKB = (embeddings.length * 384 * 4 / 1024).toFixed(1) const sizeMB = (parseFloat(sizeKB) / 1024).toFixed(2) // Calculate stats const nounKeywords = embeddings.filter(e => e.typeCategory === 'noun').length const verbKeywords = embeddings.filter(e => e.typeCategory === 'verb').length const canonicalKeywords = embeddings.filter(e => e.isCanonical).length const synonymKeywords = embeddings.filter(e => !e.isCanonical).length const output = `/** * Pre-computed Keyword Embeddings for Unified Semantic Type Inference * * Generated by: scripts/buildKeywordEmbeddings.ts * Generated on: ${new Date().toISOString()} * Total keywords: ${embeddings.length} (${nounKeywords} nouns + ${verbKeywords} verbs) * Canonical: ${canonicalKeywords}, Synonyms: ${synonymKeywords} * Embedding dimension: 384 * Total size: ${sizeMB}MB * * This file contains pre-computed semantic embeddings for ALL type inference keywords. * Supports unified noun + verb semantic inference via SemanticTypeInference. * Used for O(log n) semantic matching via HNSW index. */ import { NounType, VerbType } from '../types/graphTypes.js' import { Vector } from '../coreTypes.js' export interface KeywordEmbedding { keyword: string type: NounType | VerbType typeCategory: 'noun' | 'verb' confidence: number isCanonical: boolean embedding: Vector } // Use 'any' type to avoid TypeScript union complexity issues with 1050+ literal types const KEYWORD_EMBEDDINGS: any = ${JSON.stringify(embeddings, null, 2)} export function getKeywordEmbeddings(): KeywordEmbedding[] { return KEYWORD_EMBEDDINGS } export function getKeywordCount(): number { return KEYWORD_EMBEDDINGS.length } export function getNounKeywordCount(): number { return ${nounKeywords} } export function getVerbKeywordCount(): number { return ${verbKeywords} } export function getEmbeddingDimension(): number { return 384 } ` writeFileSync('src/neural/embeddedKeywordEmbeddings.ts', output, 'utf-8') console.log(`āœ… Generated src/neural/embeddedKeywordEmbeddings.ts`) console.log(` Total keywords: ${embeddings.length} (${nounKeywords} nouns + ${verbKeywords} verbs)`) console.log(` Canonical: ${canonicalKeywords}, Synonyms: ${synonymKeywords}`) console.log(` Size: ${sizeMB}MB (${sizeKB}KB)`) console.log('\n' + '='.repeat(70)) console.log('āœ… Keyword embeddings build complete!') console.log('='.repeat(70)) return embeddings.length } // Run if called directly if (import.meta.url === `file://${process.argv[1]}`) { buildKeywordEmbeddings() .then(count => { console.log(`\nšŸŽ‰ Success! Generated embeddings for ${count} keywords.`) process.exit(0) }) .catch(error => { console.error('\nāŒ Build failed:', error.message) console.error(error.stack) process.exit(1) }) } export { buildKeywordEmbeddings }