soulcraft/brainy
2
0
Fork 0
Code Issues 1 Pull requests Projects Releases 335 Packages Wiki Activity Actions
brainy/brainy-models-package/models/universal-sentence-encoder/model.json
David Snelling 699dc4f4a5 **feat(brainy-models): enhance workflows, update README, and improve model compatibility** 
- **Scripts**:
  - Refactored logging within `release-workflow.js` for improved readability and maintainability.
  - Added a fallback mechanism in `download-full-models.js` to inject the "format" field into `model.json` for TensorFlow.js compatibility.

- **Documentation**:
  - Updated `README.md` with a redesigned structure:
    - Enhanced readability using emojis and a cleaner presentation.
    - Expanded `Overview`, `Features`, and `Quick Start` sections.
    - Refined "Use Cases" and added better explanations for bundled model benefits.

- **Models**:
  - Adjusted `model.json` to include the "format" field for compatibility with TensorFlow.js.
  - Updated `metadata.json` with a recent download timestamp.

**Purpose
2025-08-01 17:33:13 -07:00

7183 lines
No EOL
241 KiB
JSON
Raw Blame History

{
"modelTopology": {
"node": [
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "1536"
},
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
},
{
"size": "1536"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1",
"op": "Const"
},
{
"input": [],
"attr": {
"dtype": {
"type": 1
},
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
}
]
}
}
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "1536"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "1"
},
{
"size": "1"
},
{
"size": "512"
},
{
"size": "1536"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "1536"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "3"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "1"
},
{
"size": "1"
},
{
"size": "512"
},
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "1536"
},
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
},
{
"size": "1536"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "1"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "1536"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "1"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "1"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y",
"op": "Const"
},
{
"input": [],
"attr": {
"dtype": {
"type": 1
},
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": []
}
}
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "256"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x",
"op": "Const"
},
{
"input": [],
"attr": {
"dtype": {
"type": 1
},
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "256"
}
]
}
}
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "1"
},
{
"size": "1"
},
{
"size": "256"
},
{
"size": "768"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "768"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "3"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "4"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "1"
},
{
"size": "1"
},
{
"size": "256"
},
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "8002"
},
{
"size": "256"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module/Embeddings_en",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "1"
},
{
"size": "128"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "256"
},
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "1"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "1"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "1"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 9,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 9
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 9,
"tensorShape": {
"dim": [
{
"size": "2"
}
]
}
}
},
"dtype": {
"type": 9
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like",
"op": "Const"
},
{
"input": [],
"attr": {
"dtype": {
"type": 9
},
"shape": {
"shape": {
"dim": [
{
"size": "-1"
},
{
"size": "2"
}
]
}
}
},
"name": "indices",
"op": "Placeholder"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "2"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "2"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "2"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 9,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 9
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": [
{
"size": "1"
}
]
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const",
"op": "Const"
},
{
"input": [],
"attr": {
"dtype": {
"type": 9
},
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 9,
"tensorShape": {
"dim": []
}
}
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
},
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module/Encoder_en/hidden_layers/tanh_layer_0/weights",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": [
{
"size": "512"
}
]
}
}
},
"dtype": {
"type": 1
}
},
"name": "module/Encoder_en/hidden_layers/tanh_layer_0/bias",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 3,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim",
"op": "Const"
},
{
"input": [],
"attr": {
"value": {
"tensor": {
"floatVal": [],
"doubleVal": [],
"intVal": [],
"stringVal": [],
"scomplexVal": [],
"int64Val": [],
"boolVal": [],
"uint32Val": [],
"uint64Val": [],
"dtype": 1,
"tensorShape": {
"dim": []
}
}
},
"dtype": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y",
"op": "Const"
},
{
"input": [],
"attr": {
"shape": {
"shape": {
"dim": [
{
"size": "-1"
}
]
}
},
"dtype": {
"type": 9
}
},
"name": "values",
"op": "Placeholder"
},
{
"input": [
"indices",
"ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2"
],
"attr": {
"shrink_axis_mask": {
"i": "2"
},
"begin_mask": {
"i": "1"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "1"
},
"Index": {
"type": 3
},
"T": {
"type": 9
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y"
],
"attr": {
"T": {
"type": 9
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less",
"op": "Less"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less"
],
"attr": {
"T": {
"type": 10
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Where",
"op": "Where"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Where",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
],
"attr": {
"T": {
"type": 9
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape",
"op": "Reshape"
},
{
"input": [
"indices",
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Taxis": {
"type": 3
},
"Tindices": {
"type": 9
},
"Tparams": {
"type": 9
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2",
"op": "GatherV2"
},
{
"input": [
"values",
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Tindices": {
"type": 9
},
"Tparams": {
"type": 9
},
"Taxis": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1",
"op": "GatherV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": false
},
"T": {
"type": 9
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Max",
"op": "Max"
},
{
"input": [
"module/Embeddings_en",
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Tindices": {
"type": 9
},
"Tparams": {
"type": 1
},
"Taxis": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup",
"op": "GatherV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Max",
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like"
],
"attr": {
"T": {
"type": 9
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup"
],
"attr": {
"out_type": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const",
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Add"
],
"attr": {
"T": {
"type": 9
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Maximum",
"op": "Maximum"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"shrink_axis_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"begin_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "1"
},
"T": {
"type": 3
},
"Index": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2",
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Maximum",
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value"
],
"attr": {
"Tindices": {
"type": 9
},
"validate_indices": {
"b": true
},
"T": {
"type": 9
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense",
"op": "SparseToDense"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense",
"module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value"
],
"attr": {
"T": {
"type": 9
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater",
"op": "Greater"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/Greater"
],
"attr": {},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/LogicalNot",
"op": "LogicalNot"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/Greater"
],
"attr": {
"T": {
"type": 10
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/Greater"
],
"attr": {
"T": {
"type": 10
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where",
"op": "Where"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/Greater"
],
"attr": {
"SrcT": {
"type": 10
},
"Truncate": {
"b": false
},
"DstT": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/ToInt32",
"op": "Cast"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/LogicalNot"
],
"attr": {
"DstT": {
"type": 1
},
"SrcT": {
"type": 10
},
"Truncate": {
"b": false
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/ToFloat",
"op": "Cast"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"N": {
"i": "2"
},
"Tidx": {
"type": 3
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/concat",
"op": "ConcatV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where",
"ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2"
],
"attr": {
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "1"
},
"T": {
"type": 9
},
"Index": {
"type": 3
},
"shrink_axis_mask": {
"i": "2"
},
"begin_mask": {
"i": "1"
},
"ellipsis_mask": {
"i": "0"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where"
],
"attr": {
"Truncate": {
"b": false
},
"DstT": {
"type": 3
},
"SrcT": {
"type": 9
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32",
"op": "Cast"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/ToInt32",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": false
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum",
"op": "Sum"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/ToFloat",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2"
],
"attr": {
"SrcT": {
"type": 9
},
"Truncate": {
"b": false
},
"DstT": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ToFloat_2",
"op": "Cast"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32",
"module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/concat"
],
"attr": {
"T": {
"type": 1
},
"Tindices": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd",
"op": "ScatterNd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim"
],
"attr": {
"Tdim": {
"type": 3
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims",
"op": "ExpandDims"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
],
"attr": {
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Maximum",
"op": "Maximum"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
],
"attr": {
"Tdim": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims",
"op": "ExpandDims"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ToFloat_2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
],
"attr": {
"Tdim": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims",
"op": "ExpandDims"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32"
],
"attr": {
"Tindices": {
"type": 3
},
"Tparams": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Gather/GatherNd",
"op": "GatherNd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Maximum"
],
"attr": {
"SrcT": {
"type": 3
},
"Truncate": {
"b": false
},
"DstT": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ToFloat_1",
"op": "Cast"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
],
"attr": {
"T": {
"type": 1
},
"Tdim": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1",
"op": "ExpandDims"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/ToFloat_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
],
"attr": {
"Tdim": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ExpandDims_1",
"op": "ExpandDims"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Sin",
"op": "Sin"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Cos",
"op": "Cos"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Sin",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Cos",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
],
"attr": {
"T": {
"type": 1
},
"N": {
"i": "2"
},
"Tidx": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/concat",
"op": "ConcatV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Gather/GatherNd",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/concat"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"Index": {
"type": 3
},
"T": {
"type": 3
},
"shrink_axis_mask": {
"i": "0"
},
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "1"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Tidx": {
"type": 3
},
"T": {
"type": 3
},
"N": {
"i": "2"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/concat",
"op": "ConcatV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/concat"
],
"attr": {
"Tindices": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/ScatterNd",
"op": "ScatterNd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/ScatterNd"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
],
"attr": {
"T": {
"type": 1
},
"Tidx": {
"type": 3
},
"keep_dims": {
"b": true
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean",
"op": "Mean"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32"
],
"attr": {
"Tindices": {
"type": 3
},
"Tparams": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Gather/GatherNd",
"op": "GatherNd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1",
"op": "Sub"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Gather/GatherNd",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat"
],
"attr": {
"transpose_b": {
"b": false
},
"T": {
"type": 1
},
"transpose_a": {
"b": false
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/MatMul",
"op": "MatMul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Square",
"op": "Square"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/MatMul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat"
],
"attr": {
"T": {
"type": 1
},
"data_format": {
"s": [
78,
72,
87,
67
]
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd",
"op": "BiasAdd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Square",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": true
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1",
"op": "Mean"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"ellipsis_mask": {
"i": "0"
},
"begin_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "1"
},
"Index": {
"type": 3
},
"T": {
"type": 3
},
"shrink_axis_mask": {
"i": "0"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt",
"op": "Rsqrt"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"N": {
"i": "2"
},
"Tidx": {
"type": 3
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/concat",
"op": "ConcatV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/concat"
],
"attr": {
"Tindices": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/ScatterNd",
"op": "ScatterNd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul_1",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add_1",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
],
"attr": {
"Tdim": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims",
"op": "ExpandDims"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims",
"module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0"
],
"attr": {
"dilations": {
"list": {
"s": [],
"i": [
"1",
"1",
"1",
"1"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
},
"T": {
"type": 1
},
"strides": {
"list": {
"s": [],
"i": [
"1",
"1",
"1",
"1"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
},
"data_format": {
"s": [
78,
72,
87,
67
]
},
"use_cudnn_on_gpu": {
"b": true
},
"padding": {
"s": [
86,
65,
76,
73,
68
]
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D",
"op": "Conv2D"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat"
],
"attr": {
"T": {
"type": 1
},
"data_format": {
"s": [
78,
72,
87,
67
]
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd",
"op": "BiasAdd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd"
],
"attr": {
"squeeze_dims": {
"list": {
"s": [],
"i": [
"2"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze",
"op": "Squeeze"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
],
"attr": {
"Tlen": {
"type": 3
},
"num_split": {
"i": "3"
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split",
"op": "SplitV"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split"
],
"attr": {
"out_type": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:1"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:2"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"ellipsis_mask": {
"i": "0"
},
"begin_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
},
"Index": {
"type": 3
},
"T": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"Index": {
"type": 3
},
"T": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
},
"ellipsis_mask": {
"i": "0"
},
"begin_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
},
"Index": {
"type": 3
},
"T": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
},
"T": {
"type": 3
},
"Index": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
},
"ellipsis_mask": {
"i": "0"
},
"begin_mask": {
"i": "0"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"shrink_axis_mask": {
"i": "1"
},
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
},
"T": {
"type": 3
},
"Index": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"Index": {
"type": 3
},
"T": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
},
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3"
],
"attr": {
"T": {
"type": 3
},
"axis": {
"i": "0"
},
"N": {
"i": "4"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape",
"op": "Pack"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3"
],
"attr": {
"axis": {
"i": "0"
},
"N": {
"i": "4"
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape",
"op": "Pack"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3"
],
"attr": {
"T": {
"type": 3
},
"axis": {
"i": "0"
},
"N": {
"i": "4"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape",
"op": "Pack"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
],
"attr": {
"T": {
"type": 1
},
"Tperm": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/transpose",
"op": "Transpose"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
],
"attr": {
"T": {
"type": 1
},
"Tperm": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/transpose",
"op": "Transpose"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
],
"attr": {
"T": {
"type": 1
},
"Tperm": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/transpose",
"op": "Transpose"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/transpose",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/transpose"
],
"attr": {
"T": {
"type": 1
},
"adj_x": {
"b": false
},
"adj_y": {
"b": true
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul",
"op": "BatchMatMul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"T": {
"type": 3
},
"Index": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice",
"op": "Slice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"N": {
"i": "2"
},
"Tidx": {
"type": 3
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat",
"op": "ConcatV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax",
"op": "Softmax"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/transpose"
],
"attr": {
"adj_x": {
"b": false
},
"adj_y": {
"b": false
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1",
"op": "BatchMatMul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
],
"attr": {
"T": {
"type": 1
},
"Tperm": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose",
"op": "Transpose"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose"
],
"attr": {
"out_type": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"end_mask": {
"i": "0"
},
"T": {
"type": 3
},
"Index": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
},
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"shrink_axis_mask": {
"i": "1"
},
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
},
"Index": {
"type": 3
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2"
],
"attr": {
"N": {
"i": "3"
},
"T": {
"type": 3
},
"axis": {
"i": "0"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape",
"op": "Pack"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
],
"attr": {
"Tdim": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims_1",
"op": "ExpandDims"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims_1",
"module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0"
],
"attr": {
"padding": {
"s": [
86,
65,
76,
73,
68
]
},
"dilations": {
"list": {
"s": [],
"i": [
"1",
"1",
"1",
"1"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
},
"T": {
"type": 1
},
"strides": {
"list": {
"s": [],
"i": [
"1",
"1",
"1",
"1"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
},
"data_format": {
"s": [
78,
72,
87,
67
]
},
"use_cudnn_on_gpu": {
"b": true
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D",
"op": "Conv2D"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat"
],
"attr": {
"T": {
"type": 1
},
"data_format": {
"s": [
78,
72,
87,
67
]
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd",
"op": "BiasAdd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd"
],
"attr": {
"squeeze_dims": {
"list": {
"s": [],
"i": [
"2"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze_1",
"op": "Squeeze"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/ScatterNd"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
],
"attr": {
"T": {
"type": 1
},
"Tidx": {
"type": 3
},
"keep_dims": {
"b": true
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean",
"op": "Mean"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1",
"op": "Sub"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square",
"op": "Square"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
],
"attr": {
"T": {
"type": 1
},
"Tidx": {
"type": 3
},
"keep_dims": {
"b": true
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1",
"op": "Mean"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt",
"op": "Rsqrt"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32"
],
"attr": {
"Tindices": {
"type": 3
},
"Tparams": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Gather/GatherNd",
"op": "GatherNd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Gather/GatherNd",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Tdim": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims",
"op": "ExpandDims"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Taxis": {
"type": 3
},
"Tindices": {
"type": 3
},
"Tparams": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1",
"op": "GatherV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape",
"ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Tindices": {
"type": 3
},
"Tparams": {
"type": 3
},
"Taxis": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2",
"op": "GatherV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": false
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod_1",
"op": "Prod"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
],
"attr": {
"T": {
"type": 3
},
"Tidx": {
"type": 3
},
"keep_dims": {
"b": false
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod",
"op": "Prod"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"T": {
"type": 3
},
"N": {
"i": "2"
},
"Tidx": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/concat_2",
"op": "ConcatV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod_1"
],
"attr": {
"T": {
"type": 3
},
"axis": {
"i": "0"
},
"N": {
"i": "2"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/stack",
"op": "Pack"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/stack"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1"
],
"attr": {
"transpose_a": {
"b": false
},
"transpose_b": {
"b": false
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/MatMul",
"op": "MatMul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/MatMul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/concat_2"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat"
],
"attr": {
"data_format": {
"s": [
78,
72,
87,
67
]
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/BiasAdd",
"op": "BiasAdd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/BiasAdd"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu",
"op": "Relu"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Taxis": {
"type": 3
},
"Tindices": {
"type": 3
},
"Tparams": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1",
"op": "GatherV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape",
"ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Tindices": {
"type": 3
},
"Tparams": {
"type": 3
},
"Taxis": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2",
"op": "GatherV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": false
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod_1",
"op": "Prod"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": false
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod",
"op": "Prod"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Tidx": {
"type": 3
},
"T": {
"type": 3
},
"N": {
"i": "2"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/concat_2",
"op": "ConcatV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod_1"
],
"attr": {
"T": {
"type": 3
},
"axis": {
"i": "0"
},
"N": {
"i": "2"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/stack",
"op": "Pack"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/stack"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1"
],
"attr": {
"transpose_a": {
"b": false
},
"transpose_b": {
"b": false
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/MatMul",
"op": "MatMul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/MatMul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/concat_2"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat"
],
"attr": {
"T": {
"type": 1
},
"data_format": {
"s": [
78,
72,
87,
67
]
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/BiasAdd",
"op": "BiasAdd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/BiasAdd"
],
"attr": {
"T": {
"type": 1
},
"squeeze_dims": {
"list": {
"s": [],
"i": [
"0"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze",
"op": "Squeeze"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"shrink_axis_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"begin_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "1"
},
"Index": {
"type": 3
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"T": {
"type": 3
},
"N": {
"i": "2"
},
"Tidx": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/concat",
"op": "ConcatV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/concat"
],
"attr": {
"Tindices": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/ScatterNd",
"op": "ScatterNd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/ScatterNd",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": true
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean",
"op": "Mean"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1",
"op": "Sub"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Square",
"op": "Square"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Square",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": true
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1",
"op": "Mean"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt",
"op": "Rsqrt"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul_1",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add_1",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
],
"attr": {
"Tdim": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims",
"op": "ExpandDims"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims",
"module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0"
],
"attr": {
"dilations": {
"list": {
"s": [],
"i": [
"1",
"1",
"1",
"1"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
},
"T": {
"type": 1
},
"data_format": {
"s": [
78,
72,
87,
67
]
},
"strides": {
"list": {
"s": [],
"i": [
"1",
"1",
"1",
"1"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
},
"use_cudnn_on_gpu": {
"b": true
},
"padding": {
"s": [
86,
65,
76,
73,
68
]
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D",
"op": "Conv2D"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat"
],
"attr": {
"T": {
"type": 1
},
"data_format": {
"s": [
78,
72,
87,
67
]
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd",
"op": "BiasAdd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd"
],
"attr": {
"squeeze_dims": {
"list": {
"s": [],
"i": [
"2"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze",
"op": "Squeeze"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
],
"attr": {
"T": {
"type": 1
},
"Tlen": {
"type": 3
},
"num_split": {
"i": "3"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split",
"op": "SplitV"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split"
],
"attr": {
"out_type": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:1"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:2"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"T": {
"type": 3
},
"Index": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
},
"ellipsis_mask": {
"i": "0"
},
"begin_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
},
"Index": {
"type": 3
},
"T": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"shrink_axis_mask": {
"i": "1"
},
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
},
"T": {
"type": 3
},
"Index": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"Index": {
"type": 3
},
"T": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
},
"ellipsis_mask": {
"i": "0"
},
"begin_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"shrink_axis_mask": {
"i": "1"
},
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
},
"T": {
"type": 3
},
"Index": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"T": {
"type": 3
},
"Index": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
},
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3"
],
"attr": {
"axis": {
"i": "0"
},
"N": {
"i": "4"
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape",
"op": "Pack"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3"
],
"attr": {
"T": {
"type": 3
},
"axis": {
"i": "0"
},
"N": {
"i": "4"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape",
"op": "Pack"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3"
],
"attr": {
"T": {
"type": 3
},
"axis": {
"i": "0"
},
"N": {
"i": "4"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape",
"op": "Pack"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
],
"attr": {
"T": {
"type": 1
},
"Tperm": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose",
"op": "Transpose"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
],
"attr": {
"Tperm": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/transpose",
"op": "Transpose"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
],
"attr": {
"Tperm": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/transpose",
"op": "Transpose"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/transpose"
],
"attr": {
"adj_x": {
"b": false
},
"adj_y": {
"b": true
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul",
"op": "BatchMatMul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add"
],
"attr": {
"out_type": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"T": {
"type": 3
},
"Index": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice",
"op": "Slice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Tidx": {
"type": 3
},
"T": {
"type": 3
},
"N": {
"i": "2"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat",
"op": "ConcatV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat"
],
"attr": {
"Tshape": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax",
"op": "Softmax"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/transpose"
],
"attr": {
"adj_x": {
"b": false
},
"adj_y": {
"b": false
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1",
"op": "BatchMatMul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
],
"attr": {
"Tperm": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose",
"op": "Transpose"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"ellipsis_mask": {
"i": "0"
},
"begin_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
},
"T": {
"type": 3
},
"Index": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
},
"T": {
"type": 3
},
"Index": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2"
],
"attr": {
"T": {
"type": 3
},
"axis": {
"i": "0"
},
"N": {
"i": "3"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape",
"op": "Pack"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
],
"attr": {
"Tdim": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims_1",
"op": "ExpandDims"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims_1",
"module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0"
],
"attr": {
"dilations": {
"list": {
"s": [],
"i": [
"1",
"1",
"1",
"1"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
},
"T": {
"type": 1
},
"data_format": {
"s": [
78,
72,
87,
67
]
},
"strides": {
"list": {
"s": [],
"i": [
"1",
"1",
"1",
"1"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
},
"use_cudnn_on_gpu": {
"b": true
},
"padding": {
"s": [
86,
65,
76,
73,
68
]
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D",
"op": "Conv2D"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat"
],
"attr": {
"data_format": {
"s": [
78,
72,
87,
67
]
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd",
"op": "BiasAdd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd"
],
"attr": {
"squeeze_dims": {
"list": {
"s": [],
"i": [
"2"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze_1",
"op": "Squeeze"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": true
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean",
"op": "Mean"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1",
"op": "Sub"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square",
"op": "Square"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
],
"attr": {
"T": {
"type": 1
},
"Tidx": {
"type": 3
},
"keep_dims": {
"b": true
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1",
"op": "Mean"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt",
"op": "Rsqrt"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32"
],
"attr": {
"Tindices": {
"type": 3
},
"Tparams": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Gather/GatherNd",
"op": "GatherNd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Gather/GatherNd",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Tdim": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims",
"op": "ExpandDims"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Tindices": {
"type": 3
},
"Tparams": {
"type": 3
},
"Taxis": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1",
"op": "GatherV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape",
"ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Taxis": {
"type": 3
},
"Tindices": {
"type": 3
},
"Tparams": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2",
"op": "GatherV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
],
"attr": {
"T": {
"type": 3
},
"Tidx": {
"type": 3
},
"keep_dims": {
"b": false
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod_1",
"op": "Prod"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
],
"attr": {
"T": {
"type": 3
},
"Tidx": {
"type": 3
},
"keep_dims": {
"b": false
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod",
"op": "Prod"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"T": {
"type": 3
},
"N": {
"i": "2"
},
"Tidx": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/concat_2",
"op": "ConcatV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod_1"
],
"attr": {
"T": {
"type": 3
},
"axis": {
"i": "0"
},
"N": {
"i": "2"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/stack",
"op": "Pack"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/stack"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1"
],
"attr": {
"transpose_b": {
"b": false
},
"T": {
"type": 1
},
"transpose_a": {
"b": false
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/MatMul",
"op": "MatMul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/MatMul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/concat_2"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat"
],
"attr": {
"data_format": {
"s": [
78,
72,
87,
67
]
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/BiasAdd",
"op": "BiasAdd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/BiasAdd"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu",
"op": "Relu"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Tindices": {
"type": 3
},
"Tparams": {
"type": 3
},
"Taxis": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1",
"op": "GatherV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape",
"ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"Taxis": {
"type": 3
},
"Tindices": {
"type": 3
},
"Tparams": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2",
"op": "GatherV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": false
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod_1",
"op": "Prod"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": false
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod",
"op": "Prod"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"T": {
"type": 3
},
"N": {
"i": "2"
},
"Tidx": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/concat_2",
"op": "ConcatV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod_1"
],
"attr": {
"T": {
"type": 3
},
"axis": {
"i": "0"
},
"N": {
"i": "2"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/stack",
"op": "Pack"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/stack"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1"
],
"attr": {
"transpose_a": {
"b": false
},
"transpose_b": {
"b": false
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/MatMul",
"op": "MatMul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/MatMul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/concat_2"
],
"attr": {
"T": {
"type": 1
},
"Tshape": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot",
"op": "Reshape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot",
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat"
],
"attr": {
"data_format": {
"s": [
78,
72,
87,
67
]
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/BiasAdd",
"op": "BiasAdd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/BiasAdd"
],
"attr": {
"T": {
"type": 1
},
"squeeze_dims": {
"list": {
"s": [],
"i": [
"0"
],
"f": [],
"b": [],
"type": [],
"shape": [],
"tensor": [],
"func": []
}
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze",
"op": "Squeeze"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"Index": {
"type": 3
},
"T": {
"type": 3
},
"shrink_axis_mask": {
"i": "0"
},
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "1"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
],
"attr": {
"N": {
"i": "2"
},
"Tidx": {
"type": 3
},
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/concat",
"op": "ConcatV2"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/concat"
],
"attr": {
"Tindices": {
"type": 3
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/ScatterNd",
"op": "ScatterNd"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/ScatterNd",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add",
"op": "Add"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add"
],
"attr": {
"T": {
"type": 1
},
"out_type": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Shape",
"op": "Shape"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Shape",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
],
"attr": {
"T": {
"type": 3
},
"Index": {
"type": 3
},
"shrink_axis_mask": {
"i": "1"
},
"begin_mask": {
"i": "0"
},
"ellipsis_mask": {
"i": "0"
},
"new_axis_mask": {
"i": "0"
},
"end_mask": {
"i": "0"
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/strided_slice",
"op": "StridedSlice"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const",
"module_apply_default/Encoder_en/KonaTransformer/strided_slice",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
],
"attr": {
"Tidx": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Range",
"op": "Range"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Range",
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims"
],
"attr": {
"T": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Less",
"op": "Less"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Less"
],
"attr": {
"Truncate": {
"b": false
},
"DstT": {
"type": 1
},
"SrcT": {
"type": 10
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ToFloat",
"op": "Cast"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/ToFloat",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
],
"attr": {
"T": {
"type": 1
},
"Tdim": {
"type": 3
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/ExpandDims",
"op": "ExpandDims"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add",
"module_apply_default/Encoder_en/KonaTransformer/ExpandDims"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/mul",
"op": "Mul"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/mul",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": false
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/Sum",
"op": "Sum"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/Sum",
"module_apply_default/Encoder_en/KonaTransformer/ExpandDims_1"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/KonaTransformer/div",
"op": "RealDiv"
},
{
"input": [
"module_apply_default/Encoder_en/KonaTransformer/div",
"module/Encoder_en/hidden_layers/tanh_layer_0/weights"
],
"attr": {
"transpose_a": {
"b": false
},
"transpose_b": {
"b": false
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/MatMul",
"op": "MatMul"
},
{
"input": [
"module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/MatMul",
"module/Encoder_en/hidden_layers/tanh_layer_0/bias"
],
"attr": {
"data_format": {
"s": [
78,
72,
87,
67
]
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/BiasAdd",
"op": "BiasAdd"
},
{
"input": [
"module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/BiasAdd"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh",
"op": "Tanh"
},
{
"input": [
"module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Square",
"op": "Square"
},
{
"input": [
"module_apply_default/Encoder_en/hidden_layers/l2_normalize/Square",
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
],
"attr": {
"Tidx": {
"type": 3
},
"keep_dims": {
"b": true
},
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Sum",
"op": "Sum"
},
{
"input": [
"module_apply_default/Encoder_en/hidden_layers/l2_normalize/Sum",
"module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum",
"op": "Maximum"
},
{
"input": [
"module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Rsqrt",
"op": "Rsqrt"
},
{
"input": [
"module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh",
"module_apply_default/Encoder_en/hidden_layers/l2_normalize/Rsqrt"
],
"attr": {
"T": {
"type": 1
}
},
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize",
"op": "Mul"
}
],
"library": {
"function": [],
"gradient": []
},
"versions": {
"badConsumers": []
}
},
"weightsManifest": [
{
"paths": [
"group1-shard1of7",
"group1-shard2of7",
"group1-shard3of7",
"group1-shard4of7",
"group1-shard5of7",
"group1-shard6of7",
"group1-shard7of7"
],
"weights": [
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1",
"shape": [
1536,
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1",
"shape": [
512,
1536
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
"shape": [
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
"shape": [
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat",
"shape": [
1536
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat",
"shape": [
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y",
"shape": [],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
"shape": [
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
"shape": [
512
],
"dtype": "float32"
},
{
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0",
"shape": [
1,
1,
512,
1536
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat",
"shape": [
1536
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const",
"shape": [
3
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3",
"shape": [],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2",
"shape": [],
"dtype": "int32"
},
{
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0",
"shape": [
1,
1,
512,
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat",
"shape": [
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1",
"shape": [
1536,
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1",
"shape": [
512,
1536
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
"shape": [
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
"shape": [
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2",
"shape": [
1
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat",
"shape": [
1536
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2",
"shape": [
1
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat",
"shape": [
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin",
"shape": [
1
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y",
"shape": [],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y",
"shape": [],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
"shape": [
256
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x",
"shape": [],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
"shape": [
256
],
"dtype": "float32"
},
{
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0",
"shape": [
1,
1,
256,
768
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat",
"shape": [
768
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const",
"shape": [
3
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
"shape": [],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3",
"shape": [],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm",
"shape": [
4
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2",
"shape": [],
"dtype": "int32"
},
{
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0",
"shape": [
1,
1,
256,
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat",
"shape": [
512
],
"dtype": "float32"
},
{
"name": "module/Embeddings_en",
"shape": [
8002,
256
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1",
"shape": [
1,
128
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat",
"shape": [
256,
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat",
"shape": [
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
"shape": [
1
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
"shape": [
1
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
"shape": [
1
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim",
"shape": [],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim",
"shape": [],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const",
"shape": [],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like",
"shape": [
2
],
"dtype": "int32"
},
{
"name": "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
"shape": [
2
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1",
"shape": [
2
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2",
"shape": [
2
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y",
"shape": [],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices",
"shape": [
1
],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const",
"shape": [],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value",
"shape": [],
"dtype": "int32"
},
{
"name": "module/Encoder_en/hidden_layers/tanh_layer_0/weights",
"shape": [
512,
512
],
"dtype": "float32"
},
{
"name": "module/Encoder_en/hidden_layers/tanh_layer_0/bias",
"shape": [
512
],
"dtype": "float32"
},
{
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim",
"shape": [],
"dtype": "int32"
},
{
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y",
"shape": [],
"dtype": "float32"
}
]
}
],
"format": "tfjs-graph-model"
}
Reference in a new issue View git blame Copy permalink