diff --git a/brainy-models-package/dist/index.d.ts b/brainy-models-package/dist/index.d.ts new file mode 100644 index 00000000..6480549e --- /dev/null +++ b/brainy-models-package/dist/index.d.ts @@ -0,0 +1,103 @@ +/** + * @soulcraft/brainy-models + * + * Pre-bundled TensorFlow models for maximum reliability with Brainy vector database. + * This package provides offline access to the Universal Sentence Encoder model, + * eliminating network dependencies and ensuring consistent performance. + */ +import * as tf from '@tensorflow/tfjs'; +export interface ModelMetadata { + name: string; + version: string; + description: string; + dimensions: number; + downloadDate: string; + source: string; + approach: string; + modelUrl: string; + bundledLocally: boolean; + reliability: string; +} +export interface BundledModelOptions { + verbose?: boolean; + preferCompressed?: boolean; +} +/** + * Bundled Universal Sentence Encoder for offline use + */ +export declare class BundledUniversalSentenceEncoder { + private model; + private metadata; + private options; + constructor(options?: BundledModelOptions); + /** + * Load the bundled model from local files + */ + load(): Promise; + /** + * Generate embeddings for the given texts + */ + embed(texts: string[]): Promise; + /** + * Generate embeddings and return as JavaScript arrays + */ + embedToArrays(texts: string[]): Promise; + /** + * Get model metadata + */ + getMetadata(): ModelMetadata | null; + /** + * Check if the model is loaded + */ + isLoaded(): boolean; + /** + * Get model information + */ + getModelInfo(): { + inputShape: number[]; + outputShape: number[]; + } | null; + /** + * Dispose of the model and free memory + */ + dispose(): void; +} +/** + * Model compression utilities + */ +export declare class ModelCompressor { + /** + * Compress model weights using quantization + * Note: TensorFlow.js doesn't currently support model quantization + */ + static quantizeModel(modelPath: string, outputPath: string, options?: { + dtype?: 'int8' | 'int16'; + }): Promise; + /** + * Get model size information by reading files from disk + */ + static getModelSize(modelPath: string): Promise<{ + totalSize: number; + weightsSize: number; + modelJsonSize: number; + }>; +} +/** + * Utility functions + */ +export declare const utils: { + /** + * Check if bundled models are available + */ + checkModelsAvailable(): boolean; + /** + * Get bundled models directory + */ + getModelsDirectory(): string; + /** + * List available bundled models + */ + listAvailableModels(): string[]; +}; +export default BundledUniversalSentenceEncoder; +//# sourceMappingURL=index.d.ts.map \ No newline at end of file diff --git a/brainy-models-package/dist/index.d.ts.map b/brainy-models-package/dist/index.d.ts.map new file mode 100644 index 00000000..6cc8f6b1 --- /dev/null +++ b/brainy-models-package/dist/index.d.ts.map @@ -0,0 +1 @@ +{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAA;AAwBtC,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,cAAc,EAAE,OAAO,CAAA;IACvB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,gBAAgB,CAAC,EAAE,OAAO,CAAA;CAC3B;AAED;;GAEG;AACH,qBAAa,+BAA+B;IAC1C,OAAO,CAAC,KAAK,CAA6B;IAC1C,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,OAAO,CAAqB;gBAExB,OAAO,GAAE,mBAAwB;IAQ7C;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAwC3B;;OAEG;IACG,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC,QAAQ,CAAC;IAqBlD;;OAEG;IACG,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAOzD;;OAEG;IACH,WAAW,IAAI,aAAa,GAAG,IAAI;IAInC;;OAEG;IACH,QAAQ,IAAI,OAAO;IAInB;;OAEG;IACH,YAAY,IAAI;QAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,WAAW,EAAE,MAAM,EAAE,CAAA;KAAE,GAAG,IAAI;IAWtE;;OAEG;IACH,OAAO,IAAI,IAAI;CAMhB;AAED;;GAEG;AACH,qBAAa,eAAe;IAC1B;;;OAGG;WACU,aAAa,CACxB,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAA;KAAO,GACzC,OAAO,CAAC,IAAI,CAAC;IAwBhB;;OAEG;WACU,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;QACpD,SAAS,EAAE,MAAM,CAAA;QACjB,WAAW,EAAE,MAAM,CAAA;QACnB,aAAa,EAAE,MAAM,CAAA;KACtB,CAAC;CAuCH;AAED;;GAEG;AACH,eAAO,MAAM,KAAK;IAChB;;OAEG;4BACqB,OAAO;IAK/B;;OAEG;0BACmB,MAAM;IAI5B;;OAEG;2BACoB,MAAM,EAAE;CAUhC,CAAA;AAGD,eAAe,+BAA+B,CAAA"} \ No newline at end of file diff --git a/brainy-models-package/dist/index.js b/brainy-models-package/dist/index.js new file mode 100644 index 00000000..dac50a4f --- /dev/null +++ b/brainy-models-package/dist/index.js @@ -0,0 +1,237 @@ +/** + * @soulcraft/brainy-models + * + * Pre-bundled TensorFlow models for maximum reliability with Brainy vector database. + * This package provides offline access to the Universal Sentence Encoder model, + * eliminating network dependencies and ensuring consistent performance. + */ +import * as tf from '@tensorflow/tfjs'; +import { readFileSync, existsSync } from 'fs'; +import { join, dirname } from 'path'; +import { fileURLToPath } from 'url'; +/** + * Helper function to safely extract error message from unknown error type + */ +function getErrorMessage(error) { + if (error instanceof Error) { + return error.message; + } + if (typeof error === 'string') { + return error; + } + return String(error); +} +// Get the package directory +const __filename = fileURLToPath(import.meta.url); +const __dirname = dirname(__filename); +const PACKAGE_ROOT = join(__dirname, '..'); +const MODELS_DIR = join(PACKAGE_ROOT, 'models'); +/** + * Bundled Universal Sentence Encoder for offline use + */ +export class BundledUniversalSentenceEncoder { + model = null; + metadata = null; + options; + constructor(options = {}) { + this.options = { + verbose: false, + preferCompressed: false, + ...options + }; + } + /** + * Load the bundled model from local files + */ + async load() { + try { + const modelDir = join(MODELS_DIR, 'universal-sentence-encoder'); + const modelPath = join(modelDir, 'model.json'); + const metadataPath = join(modelDir, 'metadata.json'); + if (!existsSync(modelPath)) { + throw new Error(`Bundled model not found at ${modelPath}. ` + + 'Please run "npm run download-models" to download the model files.'); + } + if (this.options.verbose) { + console.log('๐Ÿ”„ Loading bundled Universal Sentence Encoder model...'); + } + // Load metadata + if (existsSync(metadataPath)) { + const metadataContent = readFileSync(metadataPath, 'utf8'); + this.metadata = JSON.parse(metadataContent); + if (this.options.verbose) { + console.log(`๐Ÿ“‹ Model metadata:`, this.metadata); + } + } + // Load the model + this.model = await tf.loadGraphModel(`file://${modelPath}`); + if (this.options.verbose) { + console.log('โœ… Bundled model loaded successfully'); + console.log(`๐Ÿ”’ Reliability: Maximum (fully offline)`); + } + } + catch (error) { + throw new Error(`Failed to load bundled model: ${getErrorMessage(error)}`); + } + } + /** + * Generate embeddings for the given texts + */ + async embed(texts) { + if (!this.model) { + throw new Error('Model not loaded. Call load() first.'); + } + try { + // Convert texts to tensor + const inputTensor = tf.tensor1d(texts, 'string'); + // Run inference + const embeddings = this.model.predict(inputTensor); + // Clean up input tensor + inputTensor.dispose(); + return embeddings; + } + catch (error) { + throw new Error(`Failed to generate embeddings: ${getErrorMessage(error)}`); + } + } + /** + * Generate embeddings and return as JavaScript arrays + */ + async embedToArrays(texts) { + const embeddings = await this.embed(texts); + const arrays = await embeddings.array(); + embeddings.dispose(); + return arrays; + } + /** + * Get model metadata + */ + getMetadata() { + return this.metadata; + } + /** + * Check if the model is loaded + */ + isLoaded() { + return this.model !== null; + } + /** + * Get model information + */ + getModelInfo() { + if (!this.model) { + return null; + } + return { + inputShape: this.model.inputs[0].shape || [], + outputShape: this.model.outputs[0].shape || [] + }; + } + /** + * Dispose of the model and free memory + */ + dispose() { + if (this.model) { + this.model.dispose(); + this.model = null; + } + } +} +/** + * Model compression utilities + */ +export class ModelCompressor { + /** + * Compress model weights using quantization + * Note: TensorFlow.js doesn't currently support model quantization + */ + static async quantizeModel(modelPath, outputPath, options = {}) { + const { dtype = 'int8' } = options; + try { + console.log(`๐Ÿ”„ Loading model for quantization: ${modelPath}`); + const model = await tf.loadGraphModel(`file://${modelPath}`); + console.log(`๐Ÿ—œ๏ธ Quantizing model to ${dtype}...`); + // TensorFlow.js doesn't have built-in quantization or model serialization APIs yet + // This is a placeholder implementation that acknowledges the limitation + console.warn('โš ๏ธ Model quantization is not yet supported in TensorFlow.js'); + console.log(`๐Ÿ“‹ Model loaded successfully from: ${modelPath}`); + console.log(`๐Ÿ“‹ Target output path: ${outputPath}`); + console.log(`๐Ÿ“‹ Target dtype: ${dtype}`); + model.dispose(); + throw new Error('Model quantization is not yet supported in TensorFlow.js. This feature requires server-side processing with TensorFlow Python.'); + } + catch (error) { + throw new Error(`Failed to compress model: ${getErrorMessage(error)}`); + } + } + /** + * Get model size information by reading files from disk + */ + static async getModelSize(modelPath) { + try { + // Load model to verify it's valid + const model = await tf.loadGraphModel(`file://${modelPath}`); + model.dispose(); + // Get model.json size + const modelJsonSize = existsSync(modelPath) ? readFileSync(modelPath).length : 0; + // Calculate weights size by reading weight files + let weightsSize = 0; + const modelDir = dirname(modelPath); + // Read model.json to get weight file names + if (existsSync(modelPath)) { + const modelJson = JSON.parse(readFileSync(modelPath, 'utf8')); + if (modelJson.weightsManifest) { + for (const manifest of modelJson.weightsManifest) { + for (const path of manifest.paths) { + const weightFilePath = join(modelDir, path); + if (existsSync(weightFilePath)) { + weightsSize += readFileSync(weightFilePath).length; + } + } + } + } + } + const totalSize = weightsSize + modelJsonSize; + return { + totalSize, + weightsSize, + modelJsonSize + }; + } + catch (error) { + throw new Error(`Failed to get model size: ${getErrorMessage(error)}`); + } + } +} +/** + * Utility functions + */ +export const utils = { + /** + * Check if bundled models are available + */ + checkModelsAvailable() { + const modelPath = join(MODELS_DIR, 'universal-sentence-encoder', 'model.json'); + return existsSync(modelPath); + }, + /** + * Get bundled models directory + */ + getModelsDirectory() { + return MODELS_DIR; + }, + /** + * List available bundled models + */ + listAvailableModels() { + const models = []; + const useModelPath = join(MODELS_DIR, 'universal-sentence-encoder', 'model.json'); + if (existsSync(useModelPath)) { + models.push('universal-sentence-encoder'); + } + return models; + } +}; +// Default export for convenience +export default BundledUniversalSentenceEncoder; +//# sourceMappingURL=index.js.map \ No newline at end of file diff --git a/brainy-models-package/dist/index.js.map b/brainy-models-package/dist/index.js.map new file mode 100644 index 00000000..6f8d952c --- /dev/null +++ b/brainy-models-package/dist/index.js.map @@ -0,0 +1 @@ +{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAA;AACtC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,IAAI,CAAA;AAC7C,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAA;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAA;AAEnC;;GAEG;AACH,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,OAAO,CAAA;IACtB,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAA;IACd,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;AACtB,CAAC;AAED,4BAA4B;AAC5B,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AACjD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;AACrC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;AAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;AAoB/C;;GAEG;AACH,MAAM,OAAO,+BAA+B;IAClC,KAAK,GAAyB,IAAI,CAAA;IAClC,QAAQ,GAAyB,IAAI,CAAA;IACrC,OAAO,CAAqB;IAEpC,YAAY,UAA+B,EAAE;QAC3C,IAAI,CAAC,OAAO,GAAG;YACb,OAAO,EAAE,KAAK;YACd,gBAAgB,EAAE,KAAK;YACvB,GAAG,OAAO;SACX,CAAA;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,4BAA4B,CAAC,CAAA;YAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;YAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAA;YAEpD,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CACb,8BAA8B,SAAS,IAAI;oBAC3C,mEAAmE,CACpE,CAAA;YACH,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAA;YACvE,CAAC;YAED,gBAAgB;YAChB,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC7B,MAAM,eAAe,GAAG,YAAY,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;gBAC1D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAA;gBAE3C,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBACzB,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;gBAClD,CAAC;YACH,CAAC;YAED,iBAAiB;YACjB,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC,cAAc,CAAC,UAAU,SAAS,EAAE,CAAC,CAAA;YAE3D,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAA;gBAClD,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAA;YACxD,CAAC;QAEH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iCAAiC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC5E,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;QACzD,CAAC;QAED,IAAI,CAAC;YACH,0BAA0B;YAC1B,MAAM,WAAW,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;YAEhD,gBAAgB;YAChB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAgB,CAAA;YAEjE,wBAAwB;YACxB,WAAW,CAAC,OAAO,EAAE,CAAA;YAErB,OAAO,UAAU,CAAA;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,kCAAkC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC7E,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,KAAe;QACjC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAC1C,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,EAAgB,CAAA;QACrD,UAAU,CAAC,OAAO,EAAE,CAAA;QACpB,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,QAAQ,CAAA;IACtB,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,KAAK,IAAI,CAAA;IAC5B,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,IAAI,CAAA;QACb,CAAC;QAED,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE;YAC5C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE;SAC/C,CAAA;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAA;YACpB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACnB,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,eAAe;IAC1B;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,aAAa,CACxB,SAAiB,EACjB,UAAkB,EAClB,UAAwC,EAAE;QAE1C,MAAM,EAAE,KAAK,GAAG,MAAM,EAAE,GAAG,OAAO,CAAA;QAElC,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,sCAAsC,SAAS,EAAE,CAAC,CAAA;YAC9D,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,cAAc,CAAC,UAAU,SAAS,EAAE,CAAC,CAAA;YAE5D,OAAO,CAAC,GAAG,CAAC,2BAA2B,KAAK,KAAK,CAAC,CAAA;YAElD,mFAAmF;YACnF,wEAAwE;YACxE,OAAO,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAA;YAC3E,OAAO,CAAC,GAAG,CAAC,sCAAsC,SAAS,EAAE,CAAC,CAAA;YAC9D,OAAO,CAAC,GAAG,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAA;YACnD,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,EAAE,CAAC,CAAA;YAExC,KAAK,CAAC,OAAO,EAAE,CAAA;YAEf,MAAM,IAAI,KAAK,CAAC,gIAAgI,CAAC,CAAA;QACnJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,6BAA6B,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACxE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,SAAiB;QAKzC,IAAI,CAAC;YACH,kCAAkC;YAClC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,cAAc,CAAC,UAAU,SAAS,EAAE,CAAC,CAAA;YAC5D,KAAK,CAAC,OAAO,EAAE,CAAA;YAEf,sBAAsB;YACtB,MAAM,aAAa,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;YAEhF,iDAAiD;YACjD,IAAI,WAAW,GAAG,CAAC,CAAA;YACnB,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,CAAA;YAEnC,2CAA2C;YAC3C,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAA;gBAC7D,IAAI,SAAS,CAAC,eAAe,EAAE,CAAC;oBAC9B,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,eAAe,EAAE,CAAC;wBACjD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;4BAClC,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;4BAC3C,IAAI,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;gCAC/B,WAAW,IAAI,YAAY,CAAC,cAAc,CAAC,CAAC,MAAM,CAAA;4BACpD,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,SAAS,GAAG,WAAW,GAAG,aAAa,CAAA;YAE7C,OAAO;gBACL,SAAS;gBACT,WAAW;gBACX,aAAa;aACd,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,6BAA6B,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACxE,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG;IACnB;;OAEG;IACH,oBAAoB;QAClB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,4BAA4B,EAAE,YAAY,CAAC,CAAA;QAC9E,OAAO,UAAU,CAAC,SAAS,CAAC,CAAA;IAC9B,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,OAAO,UAAU,CAAA;IACnB,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,MAAM,MAAM,GAAa,EAAE,CAAA;QAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,EAAE,4BAA4B,EAAE,YAAY,CAAC,CAAA;QAEjF,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;QAC3C,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC;CACF,CAAA;AAED,iCAAiC;AACjC,eAAe,+BAA+B,CAAA"} \ No newline at end of file diff --git a/brainy-models-package/models/universal-sentence-encoder/group1-shard1of7 b/brainy-models-package/models/universal-sentence-encoder/group1-shard1of7 new file mode 100644 index 00000000..0b41dd6d Binary files /dev/null and b/brainy-models-package/models/universal-sentence-encoder/group1-shard1of7 differ diff --git a/brainy-models-package/models/universal-sentence-encoder/group1-shard2of7 b/brainy-models-package/models/universal-sentence-encoder/group1-shard2of7 new file mode 100644 index 00000000..80e4a718 Binary files /dev/null and b/brainy-models-package/models/universal-sentence-encoder/group1-shard2of7 differ diff --git a/brainy-models-package/models/universal-sentence-encoder/group1-shard3of7 b/brainy-models-package/models/universal-sentence-encoder/group1-shard3of7 new file mode 100644 index 00000000..83b585a1 Binary files /dev/null and b/brainy-models-package/models/universal-sentence-encoder/group1-shard3of7 differ diff --git a/brainy-models-package/models/universal-sentence-encoder/group1-shard4of7 b/brainy-models-package/models/universal-sentence-encoder/group1-shard4of7 new file mode 100644 index 00000000..0f550fb8 Binary files /dev/null and b/brainy-models-package/models/universal-sentence-encoder/group1-shard4of7 differ diff --git a/brainy-models-package/models/universal-sentence-encoder/group1-shard5of7 b/brainy-models-package/models/universal-sentence-encoder/group1-shard5of7 new file mode 100644 index 00000000..2a5287a9 Binary files /dev/null and b/brainy-models-package/models/universal-sentence-encoder/group1-shard5of7 differ diff --git a/brainy-models-package/models/universal-sentence-encoder/group1-shard6of7 b/brainy-models-package/models/universal-sentence-encoder/group1-shard6of7 new file mode 100644 index 00000000..c992f5f5 Binary files /dev/null and b/brainy-models-package/models/universal-sentence-encoder/group1-shard6of7 differ diff --git a/brainy-models-package/models/universal-sentence-encoder/group1-shard7of7 b/brainy-models-package/models/universal-sentence-encoder/group1-shard7of7 new file mode 100644 index 00000000..9d995b74 Binary files /dev/null and b/brainy-models-package/models/universal-sentence-encoder/group1-shard7of7 differ diff --git a/brainy-models-package/models/universal-sentence-encoder/metadata.json b/brainy-models-package/models/universal-sentence-encoder/metadata.json new file mode 100644 index 00000000..fa7c9b44 --- /dev/null +++ b/brainy-models-package/models/universal-sentence-encoder/metadata.json @@ -0,0 +1,12 @@ +{ + "name": "universal-sentence-encoder", + "version": "1.0.0", + "description": "Complete Universal Sentence Encoder model bundled for offline use", + "dimensions": 512, + "downloadDate": "2025-08-01T23:20:17.338Z", + "source": "tensorflow-models/universal-sentence-encoder", + "approach": "full-bundle", + "modelUrl": "https://storage.googleapis.com/tfjs-models/savedmodel/universal_sentence_encoder", + "bundledLocally": true, + "reliability": "maximum" +} \ No newline at end of file diff --git a/brainy-models-package/models/universal-sentence-encoder/model.json b/brainy-models-package/models/universal-sentence-encoder/model.json new file mode 100644 index 00000000..17527857 --- /dev/null +++ b/brainy-models-package/models/universal-sentence-encoder/model.json @@ -0,0 +1,7182 @@ +{ + "modelTopology": { + "node": [ + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1536" + }, + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + }, + { + "size": "1536" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "dtype": { + "type": 1 + }, + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1536" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1" + }, + { + "size": "1" + }, + { + "size": "512" + }, + { + "size": "1536" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1536" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "3" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1" + }, + { + "size": "1" + }, + { + "size": "512" + }, + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1536" + }, + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + }, + { + "size": "1536" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1536" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y", + "op": "Const" + }, + { + "input": [], + "attr": { + "dtype": { + "type": 1 + }, + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [] + } + } + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "256" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x", + "op": "Const" + }, + { + "input": [], + "attr": { + "dtype": { + "type": 1 + }, + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "256" + } + ] + } + } + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1" + }, + { + "size": "1" + }, + { + "size": "256" + }, + { + "size": "768" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "768" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "3" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "4" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1" + }, + { + "size": "1" + }, + { + "size": "256" + }, + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "8002" + }, + { + "size": "256" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Embeddings_en", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1" + }, + { + "size": "128" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "256" + }, + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 9, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 9, + "tensorShape": { + "dim": [ + { + "size": "2" + } + ] + } + } + }, + "dtype": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like", + "op": "Const" + }, + { + "input": [], + "attr": { + "dtype": { + "type": 9 + }, + "shape": { + "shape": { + "dim": [ + { + "size": "-1" + }, + { + "size": "2" + } + ] + } + } + }, + "name": "indices", + "op": "Placeholder" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "2" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "2" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "2" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 9, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const", + "op": "Const" + }, + { + "input": [], + "attr": { + "dtype": { + "type": 9 + }, + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 9, + "tensorShape": { + "dim": [] + } + } + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + }, + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Encoder_en/hidden_layers/tanh_layer_0/weights", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Encoder_en/hidden_layers/tanh_layer_0/bias", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y", + "op": "Const" + }, + { + "input": [], + "attr": { + "shape": { + "shape": { + "dim": [ + { + "size": "-1" + } + ] + } + }, + "dtype": { + "type": 9 + } + }, + "name": "values", + "op": "Placeholder" + }, + { + "input": [ + "indices", + "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2" + ], + "attr": { + "shrink_axis_mask": { + "i": "2" + }, + "begin_mask": { + "i": "1" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y" + ], + "attr": { + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less", + "op": "Less" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less" + ], + "attr": { + "T": { + "type": 10 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Where", + "op": "Where" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Where", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "T": { + "type": 9 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape", + "op": "Reshape" + }, + { + "input": [ + "indices", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Taxis": { + "type": 3 + }, + "Tindices": { + "type": 9 + }, + "Tparams": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2", + "op": "GatherV2" + }, + { + "input": [ + "values", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tindices": { + "type": 9 + }, + "Tparams": { + "type": 9 + }, + "Taxis": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Max", + "op": "Max" + }, + { + "input": [ + "module/Embeddings_en", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tindices": { + "type": 9 + }, + "Tparams": { + "type": 1 + }, + "Taxis": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Max", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like" + ], + "attr": { + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup" + ], + "attr": { + "out_type": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Add" + ], + "attr": { + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Maximum", + "op": "Maximum" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "shrink_axis_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Maximum", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value" + ], + "attr": { + "Tindices": { + "type": 9 + }, + "validate_indices": { + "b": true + }, + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense", + "op": "SparseToDense" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense", + "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value" + ], + "attr": { + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater", + "op": "Greater" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" + ], + "attr": {}, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/LogicalNot", + "op": "LogicalNot" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" + ], + "attr": { + "T": { + "type": 10 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" + ], + "attr": { + "T": { + "type": 10 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where", + "op": "Where" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" + ], + "attr": { + "SrcT": { + "type": 10 + }, + "Truncate": { + "b": false + }, + "DstT": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/ToInt32", + "op": "Cast" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/LogicalNot" + ], + "attr": { + "DstT": { + "type": 1 + }, + "SrcT": { + "type": 10 + }, + "Truncate": { + "b": false + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/ToFloat", + "op": "Cast" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where", + "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2" + ], + "attr": { + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + }, + "T": { + "type": 9 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "2" + }, + "begin_mask": { + "i": "1" + }, + "ellipsis_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where" + ], + "attr": { + "Truncate": { + "b": false + }, + "DstT": { + "type": 3 + }, + "SrcT": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", + "op": "Cast" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/ToInt32", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum", + "op": "Sum" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/ToFloat", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2" + ], + "attr": { + "SrcT": { + "type": 9 + }, + "Truncate": { + "b": false + }, + "DstT": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ToFloat_2", + "op": "Cast" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", + "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "Tindices": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd", + "op": "ScatterNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Maximum", + "op": "Maximum" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ToFloat_2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Gather/GatherNd", + "op": "GatherNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Maximum" + ], + "attr": { + "SrcT": { + "type": 3 + }, + "Truncate": { + "b": false + }, + "DstT": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ToFloat_1", + "op": "Cast" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "T": { + "type": 1 + }, + "Tdim": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ToFloat_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ExpandDims_1", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Sin", + "op": "Sin" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Cos", + "op": "Cos" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Sin", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Cos", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "T": { + "type": 1 + }, + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Gather/GatherNd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/concat" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/concat" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/ScatterNd", + "op": "ScatterNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/ScatterNd" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "T": { + "type": 1 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Gather/GatherNd", + "op": "GatherNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1", + "op": "Sub" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Gather/GatherNd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat" + ], + "attr": { + "transpose_b": { + "b": false + }, + "T": { + "type": 1 + }, + "transpose_a": { + "b": false + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/MatMul", + "op": "MatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Square", + "op": "Square" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Square", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt", + "op": "Rsqrt" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/concat" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/ScatterNd", + "op": "ScatterNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add_1", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims", + "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0" + ], + "attr": { + "dilations": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + }, + "strides": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "use_cudnn_on_gpu": { + "b": true + }, + "padding": { + "s": [ + 86, + 65, + 76, + 73, + 68 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", + "op": "Conv2D" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd" + ], + "attr": { + "squeeze_dims": { + "list": { + "s": [], + "i": [ + "2" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze", + "op": "Squeeze" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "Tlen": { + "type": 3 + }, + "num_split": { + "i": "3" + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split", + "op": "SplitV" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split" + ], + "attr": { + "out_type": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:1" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:2" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "4" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" + ], + "attr": { + "axis": { + "i": "0" + }, + "N": { + "i": "4" + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "4" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "T": { + "type": 1 + }, + "Tperm": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "T": { + "type": 1 + }, + "Tperm": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "T": { + "type": 1 + }, + "Tperm": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/transpose", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/transpose" + ], + "attr": { + "T": { + "type": 1 + }, + "adj_x": { + "b": false + }, + "adj_y": { + "b": true + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", + "op": "BatchMatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "T": { + "type": 3 + }, + "Index": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", + "op": "Slice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", + "op": "Softmax" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/transpose" + ], + "attr": { + "adj_x": { + "b": false + }, + "adj_y": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", + "op": "BatchMatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "T": { + "type": 1 + }, + "Tperm": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose" + ], + "attr": { + "out_type": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2" + ], + "attr": { + "N": { + "i": "3" + }, + "T": { + "type": 3 + }, + "axis": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims_1", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims_1", + "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0" + ], + "attr": { + "padding": { + "s": [ + 86, + 65, + 76, + 73, + 68 + ] + }, + "dilations": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + }, + "strides": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "use_cudnn_on_gpu": { + "b": true + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", + "op": "Conv2D" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd" + ], + "attr": { + "squeeze_dims": { + "list": { + "s": [], + "i": [ + "2" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze_1", + "op": "Squeeze" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/ScatterNd" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "T": { + "type": 1 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1", + "op": "Sub" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", + "op": "Square" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "T": { + "type": 1 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt", + "op": "Rsqrt" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Gather/GatherNd", + "op": "GatherNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Gather/GatherNd", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Taxis": { + "type": 3 + }, + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape", + "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + }, + "Taxis": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod_1", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/concat_2", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod_1" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/stack", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/stack" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1" + ], + "attr": { + "transpose_a": { + "b": false + }, + "transpose_b": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/MatMul", + "op": "MatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/concat_2" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat" + ], + "attr": { + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/BiasAdd" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu", + "op": "Relu" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Taxis": { + "type": 3 + }, + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape", + "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + }, + "Taxis": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod_1", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/concat_2", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod_1" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/stack", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/stack" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1" + ], + "attr": { + "transpose_a": { + "b": false + }, + "transpose_b": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/MatMul", + "op": "MatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/concat_2" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/BiasAdd" + ], + "attr": { + "T": { + "type": 1 + }, + "squeeze_dims": { + "list": { + "s": [], + "i": [ + "0" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze", + "op": "Squeeze" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "shrink_axis_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/concat" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/ScatterNd", + "op": "ScatterNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/ScatterNd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1", + "op": "Sub" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Square", + "op": "Square" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Square", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt", + "op": "Rsqrt" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add_1", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims", + "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0" + ], + "attr": { + "dilations": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "strides": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "use_cudnn_on_gpu": { + "b": true + }, + "padding": { + "s": [ + 86, + 65, + 76, + 73, + 68 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", + "op": "Conv2D" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd" + ], + "attr": { + "squeeze_dims": { + "list": { + "s": [], + "i": [ + "2" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze", + "op": "Squeeze" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "T": { + "type": 1 + }, + "Tlen": { + "type": 3 + }, + "num_split": { + "i": "3" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split", + "op": "SplitV" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split" + ], + "attr": { + "out_type": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:1" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:2" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" + ], + "attr": { + "axis": { + "i": "0" + }, + "N": { + "i": "4" + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "4" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "4" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "T": { + "type": 1 + }, + "Tperm": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "Tperm": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "Tperm": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/transpose" + ], + "attr": { + "adj_x": { + "b": false + }, + "adj_y": { + "b": true + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", + "op": "BatchMatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add" + ], + "attr": { + "out_type": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "T": { + "type": 3 + }, + "Index": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", + "op": "Slice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat" + ], + "attr": { + "Tshape": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", + "op": "Softmax" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/transpose" + ], + "attr": { + "adj_x": { + "b": false + }, + "adj_y": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", + "op": "BatchMatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "Tperm": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "3" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims_1", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims_1", + "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0" + ], + "attr": { + "dilations": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "strides": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "use_cudnn_on_gpu": { + "b": true + }, + "padding": { + "s": [ + 86, + 65, + 76, + 73, + 68 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", + "op": "Conv2D" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat" + ], + "attr": { + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd" + ], + "attr": { + "squeeze_dims": { + "list": { + "s": [], + "i": [ + "2" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze_1", + "op": "Squeeze" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1", + "op": "Sub" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", + "op": "Square" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "T": { + "type": 1 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt", + "op": "Rsqrt" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Gather/GatherNd", + "op": "GatherNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Gather/GatherNd", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + }, + "Taxis": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape", + "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Taxis": { + "type": 3 + }, + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod_1", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/concat_2", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod_1" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/stack", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/stack" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1" + ], + "attr": { + "transpose_b": { + "b": false + }, + "T": { + "type": 1 + }, + "transpose_a": { + "b": false + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/MatMul", + "op": "MatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/concat_2" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat" + ], + "attr": { + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/BiasAdd" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu", + "op": "Relu" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + }, + "Taxis": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape", + "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Taxis": { + "type": 3 + }, + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod_1", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/concat_2", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod_1" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/stack", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/stack" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1" + ], + "attr": { + "transpose_a": { + "b": false + }, + "transpose_b": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/MatMul", + "op": "MatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/concat_2" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat" + ], + "attr": { + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/BiasAdd" + ], + "attr": { + "T": { + "type": 1 + }, + "squeeze_dims": { + "list": { + "s": [], + "i": [ + "0" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze", + "op": "Squeeze" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/concat" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/ScatterNd", + "op": "ScatterNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/ScatterNd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const", + "module_apply_default/Encoder_en/KonaTransformer/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tidx": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Range", + "op": "Range" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Range", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims" + ], + "attr": { + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Less", + "op": "Less" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Less" + ], + "attr": { + "Truncate": { + "b": false + }, + "DstT": { + "type": 1 + }, + "SrcT": { + "type": 10 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ToFloat", + "op": "Cast" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ToFloat", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "T": { + "type": 1 + }, + "Tdim": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/ExpandDims" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Sum", + "op": "Sum" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Sum", + "module_apply_default/Encoder_en/KonaTransformer/ExpandDims_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/div", + "op": "RealDiv" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/div", + "module/Encoder_en/hidden_layers/tanh_layer_0/weights" + ], + "attr": { + "transpose_a": { + "b": false + }, + "transpose_b": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/MatMul", + "op": "MatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/MatMul", + "module/Encoder_en/hidden_layers/tanh_layer_0/bias" + ], + "attr": { + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/BiasAdd" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh", + "op": "Tanh" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Square", + "op": "Square" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Square", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Sum", + "op": "Sum" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Sum", + "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum", + "op": "Maximum" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Rsqrt", + "op": "Rsqrt" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh", + "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Rsqrt" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize", + "op": "Mul" + } + ], + "library": { + "function": [], + "gradient": [] + }, + "versions": { + "badConsumers": [] + } + }, + "weightsManifest": [ + { + "paths": [ + "group1-shard1of7", + "group1-shard2of7", + "group1-shard3of7", + "group1-shard4of7", + "group1-shard5of7", + "group1-shard6of7", + "group1-shard7of7" + ], + "weights": [ + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", + "shape": [ + 1536, + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", + "shape": [ + 512, + 1536 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", + "shape": [ + 1536 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y", + "shape": [], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", + "shape": [ + 1, + 1, + 512, + 1536 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", + "shape": [ + 1536 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const", + "shape": [ + 3 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", + "shape": [], + "dtype": "int32" + }, + { + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", + "shape": [ + 1, + 1, + 512, + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", + "shape": [ + 1536, + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", + "shape": [ + 512, + 1536 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", + "shape": [ + 1536 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y", + "shape": [], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y", + "shape": [], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "shape": [ + 256 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x", + "shape": [], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "shape": [ + 256 + ], + "dtype": "float32" + }, + { + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", + "shape": [ + 1, + 1, + 256, + 768 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", + "shape": [ + 768 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const", + "shape": [ + 3 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm", + "shape": [ + 4 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", + "shape": [], + "dtype": "int32" + }, + { + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", + "shape": [ + 1, + 1, + 256, + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module/Embeddings_en", + "shape": [ + 8002, + 256 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1", + "shape": [ + 1, + 128 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat", + "shape": [ + 256, + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like", + "shape": [ + 2 + ], + "dtype": "int32" + }, + { + "name": "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "shape": [ + 2 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", + "shape": [ + 2 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2", + "shape": [ + 2 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value", + "shape": [], + "dtype": "int32" + }, + { + "name": "module/Encoder_en/hidden_layers/tanh_layer_0/weights", + "shape": [ + 512, + 512 + ], + "dtype": "float32" + }, + { + "name": "module/Encoder_en/hidden_layers/tanh_layer_0/bias", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y", + "shape": [], + "dtype": "float32" + } + ] + } + ] +} \ No newline at end of file diff --git a/brainy-models-package/reproduce-error.js b/brainy-models-package/reproduce-error.js new file mode 100644 index 00000000..11628f14 --- /dev/null +++ b/brainy-models-package/reproduce-error.js @@ -0,0 +1,28 @@ +#!/usr/bin/env node + +/** + * Reproduction script for the TensorFlow.js isNullOrUndefined error + */ + +import * as tf from '@tensorflow/tfjs-node' +import * as use from '@tensorflow-models/universal-sentence-encoder' + +console.log('๐Ÿ” Loading Universal Sentence Encoder model...') + +try { + const model = await use.load() + console.log('โœ… Model loaded successfully') + + console.log('๐Ÿงช Testing model functionality...') + const testEmbedding = await model.embed(['Hello world']) + const testArray = await testEmbedding.array() + console.log( + `โœ… Model test passed - embedding dimensions: ${testArray[0].length}` + ) + testEmbedding.dispose() + model.dispose() +} catch (error) { + console.error('โŒ Error:', error) + console.error('Stack trace:', error.stack) + process.exit(1) +} diff --git a/brainy-models-package/scripts/download-full-models.js b/brainy-models-package/scripts/download-full-models.js index 98e82caa..51b603f8 100644 --- a/brainy-models-package/scripts/download-full-models.js +++ b/brainy-models-package/scripts/download-full-models.js @@ -40,40 +40,69 @@ console.log('for offline use and maximum reliability.\n') /** * Download a file from URL to local path */ -async function downloadFile(url, filePath) { +async function downloadFile(url, filePath, maxRedirects = 5) { return new Promise((resolve, reject) => { const file = fs.createWriteStream(filePath) - https.get(url, (response) => { - if (response.statusCode !== 200) { - reject(new Error(`Failed to download ${url}: ${response.statusCode}`)) - return - } - - const totalSize = parseInt(response.headers['content-length'] || '0') - let downloadedSize = 0 - - response.on('data', (chunk) => { - downloadedSize += chunk.length - if (totalSize > 0) { - const progress = ((downloadedSize / totalSize) * 100).toFixed(1) - process.stdout.write(`\r๐Ÿ“ฅ Downloading: ${progress}% (${downloadedSize}/${totalSize} bytes)`) + const handleRequest = (requestUrl, redirectCount = 0) => { + https.get(requestUrl, (response) => { + // Handle redirects + if (response.statusCode >= 300 && response.statusCode < 400) { + if (redirectCount >= maxRedirects) { + reject(new Error(`Too many redirects (${redirectCount}) for ${url}`)) + return + } + + const location = response.headers.location + if (!location) { + reject(new Error(`Redirect response without location header for ${url}`)) + return + } + + // Handle relative redirects + const redirectUrl = location.startsWith('http') ? location : new URL(location, requestUrl).href + console.log(`๐Ÿ“ Following redirect ${redirectCount + 1}: ${redirectUrl}`) + + // Close the current file stream and start over with the redirect URL + file.close() + fs.unlink(filePath, () => {}) // Delete partial file + + // Recursively handle the redirect + return downloadFile(redirectUrl, filePath, maxRedirects).then(resolve).catch(reject) } - }) - - response.pipe(file) - - file.on('finish', () => { - file.close() - console.log(`\nโœ… Downloaded: ${path.basename(filePath)}`) - resolve() - }) - - file.on('error', (err) => { - fs.unlink(filePath, () => {}) // Delete partial file - reject(err) - }) - }).on('error', reject) + + if (response.statusCode !== 200) { + reject(new Error(`Failed to download ${url}: ${response.statusCode}`)) + return + } + + const totalSize = parseInt(response.headers['content-length'] || '0') + let downloadedSize = 0 + + response.on('data', (chunk) => { + downloadedSize += chunk.length + if (totalSize > 0) { + const progress = ((downloadedSize / totalSize) * 100).toFixed(1) + process.stdout.write(`\r๐Ÿ“ฅ Downloading: ${progress}% (${downloadedSize}/${totalSize} bytes)`) + } + }) + + response.pipe(file) + + file.on('finish', () => { + file.close() + console.log(`\nโœ… Downloaded: ${path.basename(filePath)}`) + resolve() + }) + + file.on('error', (err) => { + fs.unlink(filePath, () => {}) // Delete partial file + reject(err) + }) + }).on('error', reject) + } + + handleRequest(url) }) } @@ -95,10 +124,11 @@ async function downloadFullModel() { console.log(`โœ… Model test passed - embedding dimensions: ${testArray[0].length}`) testEmbedding.dispose() - // The Universal Sentence Encoder model URL - const modelBaseUrl = 'https://tfhub.dev/tensorflow/tfjs-model/universal-sentence-encoder/1/default/1' + // The Universal Sentence Encoder model URL (using Google Cloud Storage which still works) + const modelBaseUrl = 'https://storage.googleapis.com/tfjs-models/savedmodel/universal_sentence_encoder' console.log('๐Ÿ“ฆ Downloading model files...') + console.log('Using Google Cloud Storage URLs (TensorFlow Hub URLs are deprecated)...') // Download model.json const modelJsonUrl = `${modelBaseUrl}/model.json` @@ -161,7 +191,6 @@ async function downloadFullModel() { console.log('โœ… Offline model loads successfully') // Clean up - model.dispose() offlineModel.dispose() console.log('\nโœจ Full model bundling completed successfully!') diff --git a/brainy-models-package/src/index.ts b/brainy-models-package/src/index.ts index 7321f32b..65a3fdc1 100644 --- a/brainy-models-package/src/index.ts +++ b/brainy-models-package/src/index.ts @@ -11,6 +11,19 @@ import { readFileSync, existsSync } from 'fs' import { join, dirname } from 'path' import { fileURLToPath } from 'url' +/** + * Helper function to safely extract error message from unknown error type + */ +function getErrorMessage(error: unknown): string { + if (error instanceof Error) { + return error.message + } + if (typeof error === 'string') { + return error + } + return String(error) +} + // Get the package directory const __filename = fileURLToPath(import.meta.url) const __dirname = dirname(__filename) @@ -90,7 +103,7 @@ export class BundledUniversalSentenceEncoder { } } catch (error) { - throw new Error(`Failed to load bundled model: ${error.message}`) + throw new Error(`Failed to load bundled model: ${getErrorMessage(error)}`) } } @@ -114,7 +127,7 @@ export class BundledUniversalSentenceEncoder { return embeddings } catch (error) { - throw new Error(`Failed to generate embeddings: ${error.message}`) + throw new Error(`Failed to generate embeddings: ${getErrorMessage(error)}`) } } @@ -173,6 +186,7 @@ export class BundledUniversalSentenceEncoder { export class ModelCompressor { /** * Compress model weights using quantization + * Note: TensorFlow.js doesn't currently support model quantization */ static async quantizeModel( modelPath: string, @@ -187,23 +201,23 @@ export class ModelCompressor { console.log(`๐Ÿ—œ๏ธ Quantizing model to ${dtype}...`) - // Note: TensorFlow.js doesn't have built-in quantization yet, - // but we can implement basic weight compression - const modelArtifacts = await model.serialize() - - // Save the compressed model - await tf.io.fileSystem(outputPath).save(modelArtifacts) - - console.log(`โœ… Compressed model saved to: ${outputPath}`) + // TensorFlow.js doesn't have built-in quantization or model serialization APIs yet + // This is a placeholder implementation that acknowledges the limitation + console.warn('โš ๏ธ Model quantization is not yet supported in TensorFlow.js') + console.log(`๐Ÿ“‹ Model loaded successfully from: ${modelPath}`) + console.log(`๐Ÿ“‹ Target output path: ${outputPath}`) + console.log(`๐Ÿ“‹ Target dtype: ${dtype}`) model.dispose() + + throw new Error('Model quantization is not yet supported in TensorFlow.js. This feature requires server-side processing with TensorFlow Python.') } catch (error) { - throw new Error(`Failed to compress model: ${error.message}`) + throw new Error(`Failed to compress model: ${getErrorMessage(error)}`) } } /** - * Get model size information + * Get model size information by reading files from disk */ static async getModelSize(modelPath: string): Promise<{ totalSize: number @@ -211,22 +225,41 @@ export class ModelCompressor { modelJsonSize: number }> { try { + // Load model to verify it's valid const model = await tf.loadGraphModel(`file://${modelPath}`) - const artifacts = await model.serialize() - - const weightsSize = artifacts.weightData?.byteLength || 0 - const modelJsonSize = JSON.stringify(artifacts.modelTopology).length - const totalSize = weightsSize + modelJsonSize - model.dispose() + // Get model.json size + const modelJsonSize = existsSync(modelPath) ? readFileSync(modelPath).length : 0 + + // Calculate weights size by reading weight files + let weightsSize = 0 + const modelDir = dirname(modelPath) + + // Read model.json to get weight file names + if (existsSync(modelPath)) { + const modelJson = JSON.parse(readFileSync(modelPath, 'utf8')) + if (modelJson.weightsManifest) { + for (const manifest of modelJson.weightsManifest) { + for (const path of manifest.paths) { + const weightFilePath = join(modelDir, path) + if (existsSync(weightFilePath)) { + weightsSize += readFileSync(weightFilePath).length + } + } + } + } + } + + const totalSize = weightsSize + modelJsonSize + return { totalSize, weightsSize, modelJsonSize } } catch (error) { - throw new Error(`Failed to get model size: ${error.message}`) + throw new Error(`Failed to get model size: ${getErrorMessage(error)}`) } } }