diff --git a/src/models/universal-sentence-encoder/group1-shard1of7 b/src/models/universal-sentence-encoder/group1-shard1of7 deleted file mode 100644 index 0b41dd6d..00000000 Binary files a/src/models/universal-sentence-encoder/group1-shard1of7 and /dev/null differ diff --git a/src/models/universal-sentence-encoder/group1-shard2of7 b/src/models/universal-sentence-encoder/group1-shard2of7 deleted file mode 100644 index 80e4a718..00000000 Binary files a/src/models/universal-sentence-encoder/group1-shard2of7 and /dev/null differ diff --git a/src/models/universal-sentence-encoder/group1-shard3of7 b/src/models/universal-sentence-encoder/group1-shard3of7 deleted file mode 100644 index 83b585a1..00000000 Binary files a/src/models/universal-sentence-encoder/group1-shard3of7 and /dev/null differ diff --git a/src/models/universal-sentence-encoder/group1-shard4of7 b/src/models/universal-sentence-encoder/group1-shard4of7 deleted file mode 100644 index 0f550fb8..00000000 Binary files a/src/models/universal-sentence-encoder/group1-shard4of7 and /dev/null differ diff --git a/src/models/universal-sentence-encoder/group1-shard5of7 b/src/models/universal-sentence-encoder/group1-shard5of7 deleted file mode 100644 index 2a5287a9..00000000 Binary files a/src/models/universal-sentence-encoder/group1-shard5of7 and /dev/null differ diff --git a/src/models/universal-sentence-encoder/group1-shard6of7 b/src/models/universal-sentence-encoder/group1-shard6of7 deleted file mode 100644 index c992f5f5..00000000 Binary files a/src/models/universal-sentence-encoder/group1-shard6of7 and /dev/null differ diff --git a/src/models/universal-sentence-encoder/group1-shard7of7 b/src/models/universal-sentence-encoder/group1-shard7of7 deleted file mode 100644 index 9d995b74..00000000 Binary files a/src/models/universal-sentence-encoder/group1-shard7of7 and /dev/null differ diff --git a/src/models/universal-sentence-encoder/model.json b/src/models/universal-sentence-encoder/model.json deleted file mode 100644 index 17527857..00000000 --- a/src/models/universal-sentence-encoder/model.json +++ /dev/null @@ -1,7182 +0,0 @@ -{ - "modelTopology": { - "node": [ - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "1536" - }, - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - }, - { - "size": "1536" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", - "op": "Const" - }, - { - "input": [], - "attr": { - "dtype": { - "type": 1 - }, - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - } - ] - } - } - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "1536" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "1" - }, - { - "size": "1" - }, - { - "size": "512" - }, - { - "size": "1536" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "1536" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "3" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "1" - }, - { - "size": "1" - }, - { - "size": "512" - }, - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "1536" - }, - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - }, - { - "size": "1536" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "1" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "1536" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "1" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "1" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y", - "op": "Const" - }, - { - "input": [], - "attr": { - "dtype": { - "type": 1 - }, - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [] - } - } - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "256" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x", - "op": "Const" - }, - { - "input": [], - "attr": { - "dtype": { - "type": 1 - }, - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "256" - } - ] - } - } - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "1" - }, - { - "size": "1" - }, - { - "size": "256" - }, - { - "size": "768" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "768" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "3" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "4" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "1" - }, - { - "size": "1" - }, - { - "size": "256" - }, - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "8002" - }, - { - "size": "256" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module/Embeddings_en", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "1" - }, - { - "size": "128" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "256" - }, - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "1" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "1" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "1" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 9, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 9 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 9, - "tensorShape": { - "dim": [ - { - "size": "2" - } - ] - } - } - }, - "dtype": { - "type": 9 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like", - "op": "Const" - }, - { - "input": [], - "attr": { - "dtype": { - "type": 9 - }, - "shape": { - "shape": { - "dim": [ - { - "size": "-1" - }, - { - "size": "2" - } - ] - } - } - }, - "name": "indices", - "op": "Placeholder" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "2" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "2" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "2" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 9, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 9 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [ - { - "size": "1" - } - ] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const", - "op": "Const" - }, - { - "input": [], - "attr": { - "dtype": { - "type": 9 - }, - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 9, - "tensorShape": { - "dim": [] - } - } - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - }, - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module/Encoder_en/hidden_layers/tanh_layer_0/weights", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [ - { - "size": "512" - } - ] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module/Encoder_en/hidden_layers/tanh_layer_0/bias", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 3, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim", - "op": "Const" - }, - { - "input": [], - "attr": { - "value": { - "tensor": { - "floatVal": [], - "doubleVal": [], - "intVal": [], - "stringVal": [], - "scomplexVal": [], - "int64Val": [], - "boolVal": [], - "uint32Val": [], - "uint64Val": [], - "dtype": 1, - "tensorShape": { - "dim": [] - } - } - }, - "dtype": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y", - "op": "Const" - }, - { - "input": [], - "attr": { - "shape": { - "shape": { - "dim": [ - { - "size": "-1" - } - ] - } - }, - "dtype": { - "type": 9 - } - }, - "name": "values", - "op": "Placeholder" - }, - { - "input": [ - "indices", - "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2" - ], - "attr": { - "shrink_axis_mask": { - "i": "2" - }, - "begin_mask": { - "i": "1" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "1" - }, - "Index": { - "type": 3 - }, - "T": { - "type": 9 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y" - ], - "attr": { - "T": { - "type": 9 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less", - "op": "Less" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less" - ], - "attr": { - "T": { - "type": 10 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Where", - "op": "Where" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Where", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" - ], - "attr": { - "T": { - "type": 9 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape", - "op": "Reshape" - }, - { - "input": [ - "indices", - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Taxis": { - "type": 3 - }, - "Tindices": { - "type": 9 - }, - "Tparams": { - "type": 9 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2", - "op": "GatherV2" - }, - { - "input": [ - "values", - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Tindices": { - "type": 9 - }, - "Tparams": { - "type": 9 - }, - "Taxis": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1", - "op": "GatherV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": false - }, - "T": { - "type": 9 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Max", - "op": "Max" - }, - { - "input": [ - "module/Embeddings_en", - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Tindices": { - "type": 9 - }, - "Tparams": { - "type": 1 - }, - "Taxis": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup", - "op": "GatherV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Max", - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like" - ], - "attr": { - "T": { - "type": 9 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup" - ], - "attr": { - "out_type": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const", - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Add" - ], - "attr": { - "T": { - "type": 9 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Maximum", - "op": "Maximum" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "shrink_axis_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "begin_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "1" - }, - "T": { - "type": 3 - }, - "Index": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2", - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Maximum", - "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value" - ], - "attr": { - "Tindices": { - "type": 9 - }, - "validate_indices": { - "b": true - }, - "T": { - "type": 9 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense", - "op": "SparseToDense" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense", - "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value" - ], - "attr": { - "T": { - "type": 9 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater", - "op": "Greater" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" - ], - "attr": {}, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/LogicalNot", - "op": "LogicalNot" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" - ], - "attr": { - "T": { - "type": 10 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" - ], - "attr": { - "T": { - "type": 10 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where", - "op": "Where" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" - ], - "attr": { - "SrcT": { - "type": 10 - }, - "Truncate": { - "b": false - }, - "DstT": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/ToInt32", - "op": "Cast" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/LogicalNot" - ], - "attr": { - "DstT": { - "type": 1 - }, - "SrcT": { - "type": 10 - }, - "Truncate": { - "b": false - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/ToFloat", - "op": "Cast" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "N": { - "i": "2" - }, - "Tidx": { - "type": 3 - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/concat", - "op": "ConcatV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where", - "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2" - ], - "attr": { - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "1" - }, - "T": { - "type": 9 - }, - "Index": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "2" - }, - "begin_mask": { - "i": "1" - }, - "ellipsis_mask": { - "i": "0" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where" - ], - "attr": { - "Truncate": { - "b": false - }, - "DstT": { - "type": 3 - }, - "SrcT": { - "type": 9 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", - "op": "Cast" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/ToInt32", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": false - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum", - "op": "Sum" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/ToFloat", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2" - ], - "attr": { - "SrcT": { - "type": 9 - }, - "Truncate": { - "b": false - }, - "DstT": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ToFloat_2", - "op": "Cast" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", - "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/concat" - ], - "attr": { - "T": { - "type": 1 - }, - "Tindices": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd", - "op": "ScatterNd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim" - ], - "attr": { - "Tdim": { - "type": 3 - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims", - "op": "ExpandDims" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" - ], - "attr": { - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Maximum", - "op": "Maximum" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" - ], - "attr": { - "Tdim": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims", - "op": "ExpandDims" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ToFloat_2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" - ], - "attr": { - "Tdim": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims", - "op": "ExpandDims" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" - ], - "attr": { - "Tindices": { - "type": 3 - }, - "Tparams": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Gather/GatherNd", - "op": "GatherNd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Maximum" - ], - "attr": { - "SrcT": { - "type": 3 - }, - "Truncate": { - "b": false - }, - "DstT": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ToFloat_1", - "op": "Cast" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" - ], - "attr": { - "T": { - "type": 1 - }, - "Tdim": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1", - "op": "ExpandDims" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/ToFloat_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" - ], - "attr": { - "Tdim": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ExpandDims_1", - "op": "ExpandDims" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Sin", - "op": "Sin" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Cos", - "op": "Cos" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Sin", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Cos", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" - ], - "attr": { - "T": { - "type": 1 - }, - "N": { - "i": "2" - }, - "Tidx": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/concat", - "op": "ConcatV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Gather/GatherNd", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/concat" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "Index": { - "type": 3 - }, - "T": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "0" - }, - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "1" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "T": { - "type": 3 - }, - "N": { - "i": "2" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/concat", - "op": "ConcatV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/concat" - ], - "attr": { - "Tindices": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/ScatterNd", - "op": "ScatterNd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/ScatterNd" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" - ], - "attr": { - "T": { - "type": 1 - }, - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": true - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean", - "op": "Mean" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" - ], - "attr": { - "Tindices": { - "type": 3 - }, - "Tparams": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Gather/GatherNd", - "op": "GatherNd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1", - "op": "Sub" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Gather/GatherNd", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat" - ], - "attr": { - "transpose_b": { - "b": false - }, - "T": { - "type": 1 - }, - "transpose_a": { - "b": false - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/MatMul", - "op": "MatMul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Square", - "op": "Square" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/MatMul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat" - ], - "attr": { - "T": { - "type": 1 - }, - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd", - "op": "BiasAdd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Square", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": true - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", - "op": "Mean" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "ellipsis_mask": { - "i": "0" - }, - "begin_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "1" - }, - "Index": { - "type": 3 - }, - "T": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "0" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt", - "op": "Rsqrt" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "N": { - "i": "2" - }, - "Tidx": { - "type": 3 - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/concat", - "op": "ConcatV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/concat" - ], - "attr": { - "Tindices": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/ScatterNd", - "op": "ScatterNd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add_1", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" - ], - "attr": { - "Tdim": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims", - "op": "ExpandDims" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims", - "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0" - ], - "attr": { - "dilations": { - "list": { - "s": [], - "i": [ - "1", - "1", - "1", - "1" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - }, - "T": { - "type": 1 - }, - "strides": { - "list": { - "s": [], - "i": [ - "1", - "1", - "1", - "1" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - }, - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - }, - "use_cudnn_on_gpu": { - "b": true - }, - "padding": { - "s": [ - 86, - 65, - 76, - 73, - 68 - ] - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", - "op": "Conv2D" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat" - ], - "attr": { - "T": { - "type": 1 - }, - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd", - "op": "BiasAdd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd" - ], - "attr": { - "squeeze_dims": { - "list": { - "s": [], - "i": [ - "2" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze", - "op": "Squeeze" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" - ], - "attr": { - "Tlen": { - "type": 3 - }, - "num_split": { - "i": "3" - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split", - "op": "SplitV" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split" - ], - "attr": { - "out_type": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:1" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:2" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "ellipsis_mask": { - "i": "0" - }, - "begin_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - }, - "Index": { - "type": 3 - }, - "T": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "Index": { - "type": 3 - }, - "T": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - }, - "ellipsis_mask": { - "i": "0" - }, - "begin_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - }, - "Index": { - "type": 3 - }, - "T": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - }, - "T": { - "type": 3 - }, - "Index": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - }, - "ellipsis_mask": { - "i": "0" - }, - "begin_mask": { - "i": "0" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "shrink_axis_mask": { - "i": "1" - }, - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - }, - "T": { - "type": 3 - }, - "Index": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "Index": { - "type": 3 - }, - "T": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - }, - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" - ], - "attr": { - "T": { - "type": 3 - }, - "axis": { - "i": "0" - }, - "N": { - "i": "4" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape", - "op": "Pack" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" - ], - "attr": { - "axis": { - "i": "0" - }, - "N": { - "i": "4" - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape", - "op": "Pack" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" - ], - "attr": { - "T": { - "type": 3 - }, - "axis": { - "i": "0" - }, - "N": { - "i": "4" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape", - "op": "Pack" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" - ], - "attr": { - "T": { - "type": 1 - }, - "Tperm": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/transpose", - "op": "Transpose" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" - ], - "attr": { - "T": { - "type": 1 - }, - "Tperm": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/transpose", - "op": "Transpose" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" - ], - "attr": { - "T": { - "type": 1 - }, - "Tperm": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/transpose", - "op": "Transpose" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/transpose", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/transpose" - ], - "attr": { - "T": { - "type": 1 - }, - "adj_x": { - "b": false - }, - "adj_y": { - "b": true - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", - "op": "BatchMatMul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "T": { - "type": 3 - }, - "Index": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", - "op": "Slice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "N": { - "i": "2" - }, - "Tidx": { - "type": 3 - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat", - "op": "ConcatV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", - "op": "Softmax" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/transpose" - ], - "attr": { - "adj_x": { - "b": false - }, - "adj_y": { - "b": false - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", - "op": "BatchMatMul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" - ], - "attr": { - "T": { - "type": 1 - }, - "Tperm": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose", - "op": "Transpose" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose" - ], - "attr": { - "out_type": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "end_mask": { - "i": "0" - }, - "T": { - "type": 3 - }, - "Index": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - }, - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "shrink_axis_mask": { - "i": "1" - }, - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - }, - "Index": { - "type": 3 - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2" - ], - "attr": { - "N": { - "i": "3" - }, - "T": { - "type": 3 - }, - "axis": { - "i": "0" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", - "op": "Pack" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" - ], - "attr": { - "Tdim": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims_1", - "op": "ExpandDims" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims_1", - "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0" - ], - "attr": { - "padding": { - "s": [ - 86, - 65, - 76, - 73, - 68 - ] - }, - "dilations": { - "list": { - "s": [], - "i": [ - "1", - "1", - "1", - "1" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - }, - "T": { - "type": 1 - }, - "strides": { - "list": { - "s": [], - "i": [ - "1", - "1", - "1", - "1" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - }, - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - }, - "use_cudnn_on_gpu": { - "b": true - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", - "op": "Conv2D" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat" - ], - "attr": { - "T": { - "type": 1 - }, - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd", - "op": "BiasAdd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd" - ], - "attr": { - "squeeze_dims": { - "list": { - "s": [], - "i": [ - "2" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze_1", - "op": "Squeeze" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/ScatterNd" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" - ], - "attr": { - "T": { - "type": 1 - }, - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": true - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean", - "op": "Mean" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1", - "op": "Sub" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", - "op": "Square" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" - ], - "attr": { - "T": { - "type": 1 - }, - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": true - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", - "op": "Mean" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt", - "op": "Rsqrt" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" - ], - "attr": { - "Tindices": { - "type": 3 - }, - "Tparams": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Gather/GatherNd", - "op": "GatherNd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Gather/GatherNd", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Tdim": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims", - "op": "ExpandDims" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Taxis": { - "type": 3 - }, - "Tindices": { - "type": 3 - }, - "Tparams": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", - "op": "GatherV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape", - "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Tindices": { - "type": 3 - }, - "Tparams": { - "type": 3 - }, - "Taxis": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2", - "op": "GatherV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": false - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod_1", - "op": "Prod" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" - ], - "attr": { - "T": { - "type": 3 - }, - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": false - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod", - "op": "Prod" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "T": { - "type": 3 - }, - "N": { - "i": "2" - }, - "Tidx": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/concat_2", - "op": "ConcatV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod_1" - ], - "attr": { - "T": { - "type": 3 - }, - "axis": { - "i": "0" - }, - "N": { - "i": "2" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/stack", - "op": "Pack" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/stack" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1" - ], - "attr": { - "transpose_a": { - "b": false - }, - "transpose_b": { - "b": false - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/MatMul", - "op": "MatMul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/MatMul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/concat_2" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat" - ], - "attr": { - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/BiasAdd", - "op": "BiasAdd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/BiasAdd" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu", - "op": "Relu" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Taxis": { - "type": 3 - }, - "Tindices": { - "type": 3 - }, - "Tparams": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", - "op": "GatherV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape", - "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Tindices": { - "type": 3 - }, - "Tparams": { - "type": 3 - }, - "Taxis": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2", - "op": "GatherV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": false - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod_1", - "op": "Prod" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": false - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod", - "op": "Prod" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "T": { - "type": 3 - }, - "N": { - "i": "2" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/concat_2", - "op": "ConcatV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod_1" - ], - "attr": { - "T": { - "type": 3 - }, - "axis": { - "i": "0" - }, - "N": { - "i": "2" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/stack", - "op": "Pack" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/stack" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1" - ], - "attr": { - "transpose_a": { - "b": false - }, - "transpose_b": { - "b": false - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/MatMul", - "op": "MatMul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/MatMul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/concat_2" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat" - ], - "attr": { - "T": { - "type": 1 - }, - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/BiasAdd", - "op": "BiasAdd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/BiasAdd" - ], - "attr": { - "T": { - "type": 1 - }, - "squeeze_dims": { - "list": { - "s": [], - "i": [ - "0" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze", - "op": "Squeeze" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "shrink_axis_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "begin_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "1" - }, - "Index": { - "type": 3 - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "T": { - "type": 3 - }, - "N": { - "i": "2" - }, - "Tidx": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/concat", - "op": "ConcatV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/concat" - ], - "attr": { - "Tindices": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/ScatterNd", - "op": "ScatterNd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/ScatterNd", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": true - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean", - "op": "Mean" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1", - "op": "Sub" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Square", - "op": "Square" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Square", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": true - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", - "op": "Mean" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt", - "op": "Rsqrt" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add_1", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" - ], - "attr": { - "Tdim": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims", - "op": "ExpandDims" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims", - "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0" - ], - "attr": { - "dilations": { - "list": { - "s": [], - "i": [ - "1", - "1", - "1", - "1" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - }, - "T": { - "type": 1 - }, - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - }, - "strides": { - "list": { - "s": [], - "i": [ - "1", - "1", - "1", - "1" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - }, - "use_cudnn_on_gpu": { - "b": true - }, - "padding": { - "s": [ - 86, - 65, - 76, - 73, - 68 - ] - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", - "op": "Conv2D" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat" - ], - "attr": { - "T": { - "type": 1 - }, - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd", - "op": "BiasAdd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd" - ], - "attr": { - "squeeze_dims": { - "list": { - "s": [], - "i": [ - "2" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze", - "op": "Squeeze" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" - ], - "attr": { - "T": { - "type": 1 - }, - "Tlen": { - "type": 3 - }, - "num_split": { - "i": "3" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split", - "op": "SplitV" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split" - ], - "attr": { - "out_type": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:1" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:2" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "T": { - "type": 3 - }, - "Index": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - }, - "ellipsis_mask": { - "i": "0" - }, - "begin_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - }, - "Index": { - "type": 3 - }, - "T": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "shrink_axis_mask": { - "i": "1" - }, - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - }, - "T": { - "type": 3 - }, - "Index": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "Index": { - "type": 3 - }, - "T": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - }, - "ellipsis_mask": { - "i": "0" - }, - "begin_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "shrink_axis_mask": { - "i": "1" - }, - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - }, - "T": { - "type": 3 - }, - "Index": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "T": { - "type": 3 - }, - "Index": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - }, - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" - ], - "attr": { - "axis": { - "i": "0" - }, - "N": { - "i": "4" - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape", - "op": "Pack" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" - ], - "attr": { - "T": { - "type": 3 - }, - "axis": { - "i": "0" - }, - "N": { - "i": "4" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape", - "op": "Pack" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" - ], - "attr": { - "T": { - "type": 3 - }, - "axis": { - "i": "0" - }, - "N": { - "i": "4" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape", - "op": "Pack" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" - ], - "attr": { - "T": { - "type": 1 - }, - "Tperm": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose", - "op": "Transpose" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" - ], - "attr": { - "Tperm": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/transpose", - "op": "Transpose" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" - ], - "attr": { - "Tperm": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/transpose", - "op": "Transpose" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/transpose" - ], - "attr": { - "adj_x": { - "b": false - }, - "adj_y": { - "b": true - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", - "op": "BatchMatMul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add" - ], - "attr": { - "out_type": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "T": { - "type": 3 - }, - "Index": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", - "op": "Slice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "T": { - "type": 3 - }, - "N": { - "i": "2" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat", - "op": "ConcatV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat" - ], - "attr": { - "Tshape": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", - "op": "Softmax" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/transpose" - ], - "attr": { - "adj_x": { - "b": false - }, - "adj_y": { - "b": false - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", - "op": "BatchMatMul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" - ], - "attr": { - "Tperm": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose", - "op": "Transpose" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "ellipsis_mask": { - "i": "0" - }, - "begin_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - }, - "T": { - "type": 3 - }, - "Index": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - }, - "T": { - "type": 3 - }, - "Index": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2" - ], - "attr": { - "T": { - "type": 3 - }, - "axis": { - "i": "0" - }, - "N": { - "i": "3" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", - "op": "Pack" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" - ], - "attr": { - "Tdim": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims_1", - "op": "ExpandDims" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims_1", - "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0" - ], - "attr": { - "dilations": { - "list": { - "s": [], - "i": [ - "1", - "1", - "1", - "1" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - }, - "T": { - "type": 1 - }, - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - }, - "strides": { - "list": { - "s": [], - "i": [ - "1", - "1", - "1", - "1" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - }, - "use_cudnn_on_gpu": { - "b": true - }, - "padding": { - "s": [ - 86, - 65, - 76, - 73, - 68 - ] - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", - "op": "Conv2D" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat" - ], - "attr": { - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd", - "op": "BiasAdd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd" - ], - "attr": { - "squeeze_dims": { - "list": { - "s": [], - "i": [ - "2" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze_1", - "op": "Squeeze" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": true - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean", - "op": "Mean" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1", - "op": "Sub" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", - "op": "Square" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" - ], - "attr": { - "T": { - "type": 1 - }, - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": true - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", - "op": "Mean" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt", - "op": "Rsqrt" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" - ], - "attr": { - "Tindices": { - "type": 3 - }, - "Tparams": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Gather/GatherNd", - "op": "GatherNd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Gather/GatherNd", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Tdim": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims", - "op": "ExpandDims" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Tindices": { - "type": 3 - }, - "Tparams": { - "type": 3 - }, - "Taxis": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", - "op": "GatherV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape", - "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Taxis": { - "type": 3 - }, - "Tindices": { - "type": 3 - }, - "Tparams": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2", - "op": "GatherV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" - ], - "attr": { - "T": { - "type": 3 - }, - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": false - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod_1", - "op": "Prod" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" - ], - "attr": { - "T": { - "type": 3 - }, - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": false - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod", - "op": "Prod" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "T": { - "type": 3 - }, - "N": { - "i": "2" - }, - "Tidx": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/concat_2", - "op": "ConcatV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod_1" - ], - "attr": { - "T": { - "type": 3 - }, - "axis": { - "i": "0" - }, - "N": { - "i": "2" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/stack", - "op": "Pack" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/stack" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1" - ], - "attr": { - "transpose_b": { - "b": false - }, - "T": { - "type": 1 - }, - "transpose_a": { - "b": false - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/MatMul", - "op": "MatMul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/MatMul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/concat_2" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat" - ], - "attr": { - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/BiasAdd", - "op": "BiasAdd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/BiasAdd" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu", - "op": "Relu" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Tindices": { - "type": 3 - }, - "Tparams": { - "type": 3 - }, - "Taxis": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", - "op": "GatherV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape", - "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "Taxis": { - "type": 3 - }, - "Tindices": { - "type": 3 - }, - "Tparams": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2", - "op": "GatherV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": false - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod_1", - "op": "Prod" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": false - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod", - "op": "Prod" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "T": { - "type": 3 - }, - "N": { - "i": "2" - }, - "Tidx": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/concat_2", - "op": "ConcatV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod_1" - ], - "attr": { - "T": { - "type": 3 - }, - "axis": { - "i": "0" - }, - "N": { - "i": "2" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/stack", - "op": "Pack" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/stack" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1" - ], - "attr": { - "transpose_a": { - "b": false - }, - "transpose_b": { - "b": false - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/MatMul", - "op": "MatMul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/MatMul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/concat_2" - ], - "attr": { - "T": { - "type": 1 - }, - "Tshape": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot", - "op": "Reshape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot", - "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat" - ], - "attr": { - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/BiasAdd", - "op": "BiasAdd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/BiasAdd" - ], - "attr": { - "T": { - "type": 1 - }, - "squeeze_dims": { - "list": { - "s": [], - "i": [ - "0" - ], - "f": [], - "b": [], - "type": [], - "shape": [], - "tensor": [], - "func": [] - } - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze", - "op": "Squeeze" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "Index": { - "type": 3 - }, - "T": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "0" - }, - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "1" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" - ], - "attr": { - "N": { - "i": "2" - }, - "Tidx": { - "type": 3 - }, - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/concat", - "op": "ConcatV2" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/concat" - ], - "attr": { - "Tindices": { - "type": 3 - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/ScatterNd", - "op": "ScatterNd" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/ScatterNd", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add", - "op": "Add" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add" - ], - "attr": { - "T": { - "type": 1 - }, - "out_type": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Shape", - "op": "Shape" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Shape", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" - ], - "attr": { - "T": { - "type": 3 - }, - "Index": { - "type": 3 - }, - "shrink_axis_mask": { - "i": "1" - }, - "begin_mask": { - "i": "0" - }, - "ellipsis_mask": { - "i": "0" - }, - "new_axis_mask": { - "i": "0" - }, - "end_mask": { - "i": "0" - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/strided_slice", - "op": "StridedSlice" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const", - "module_apply_default/Encoder_en/KonaTransformer/strided_slice", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" - ], - "attr": { - "Tidx": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Range", - "op": "Range" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Range", - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims" - ], - "attr": { - "T": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Less", - "op": "Less" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Less" - ], - "attr": { - "Truncate": { - "b": false - }, - "DstT": { - "type": 1 - }, - "SrcT": { - "type": 10 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ToFloat", - "op": "Cast" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/ToFloat", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" - ], - "attr": { - "T": { - "type": 1 - }, - "Tdim": { - "type": 3 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/ExpandDims", - "op": "ExpandDims" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add", - "module_apply_default/Encoder_en/KonaTransformer/ExpandDims" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/mul", - "op": "Mul" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/mul", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": false - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/Sum", - "op": "Sum" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/Sum", - "module_apply_default/Encoder_en/KonaTransformer/ExpandDims_1" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/KonaTransformer/div", - "op": "RealDiv" - }, - { - "input": [ - "module_apply_default/Encoder_en/KonaTransformer/div", - "module/Encoder_en/hidden_layers/tanh_layer_0/weights" - ], - "attr": { - "transpose_a": { - "b": false - }, - "transpose_b": { - "b": false - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/MatMul", - "op": "MatMul" - }, - { - "input": [ - "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/MatMul", - "module/Encoder_en/hidden_layers/tanh_layer_0/bias" - ], - "attr": { - "data_format": { - "s": [ - 78, - 72, - 87, - 67 - ] - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/BiasAdd", - "op": "BiasAdd" - }, - { - "input": [ - "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/BiasAdd" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh", - "op": "Tanh" - }, - { - "input": [ - "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Square", - "op": "Square" - }, - { - "input": [ - "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Square", - "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" - ], - "attr": { - "Tidx": { - "type": 3 - }, - "keep_dims": { - "b": true - }, - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Sum", - "op": "Sum" - }, - { - "input": [ - "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Sum", - "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum", - "op": "Maximum" - }, - { - "input": [ - "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Rsqrt", - "op": "Rsqrt" - }, - { - "input": [ - "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh", - "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Rsqrt" - ], - "attr": { - "T": { - "type": 1 - } - }, - "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize", - "op": "Mul" - } - ], - "library": { - "function": [], - "gradient": [] - }, - "versions": { - "badConsumers": [] - } - }, - "weightsManifest": [ - { - "paths": [ - "group1-shard1of7", - "group1-shard2of7", - "group1-shard3of7", - "group1-shard4of7", - "group1-shard5of7", - "group1-shard6of7", - "group1-shard7of7" - ], - "weights": [ - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", - "shape": [ - 1536, - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", - "shape": [ - 512, - 1536 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", - "shape": [ - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", - "shape": [ - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", - "shape": [ - 1536 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", - "shape": [ - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y", - "shape": [], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", - "shape": [ - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", - "shape": [ - 512 - ], - "dtype": "float32" - }, - { - "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", - "shape": [ - 1, - 1, - 512, - 1536 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", - "shape": [ - 1536 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const", - "shape": [ - 3 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", - "shape": [], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", - "shape": [], - "dtype": "int32" - }, - { - "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", - "shape": [ - 1, - 1, - 512, - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", - "shape": [ - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", - "shape": [ - 1536, - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", - "shape": [ - 512, - 1536 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", - "shape": [ - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", - "shape": [ - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", - "shape": [ - 1 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", - "shape": [ - 1536 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", - "shape": [ - 1 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", - "shape": [ - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", - "shape": [ - 1 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y", - "shape": [], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y", - "shape": [], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", - "shape": [ - 256 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x", - "shape": [], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", - "shape": [ - 256 - ], - "dtype": "float32" - }, - { - "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", - "shape": [ - 1, - 1, - 256, - 768 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", - "shape": [ - 768 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const", - "shape": [ - 3 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", - "shape": [], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", - "shape": [], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm", - "shape": [ - 4 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", - "shape": [], - "dtype": "int32" - }, - { - "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", - "shape": [ - 1, - 1, - 256, - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", - "shape": [ - 512 - ], - "dtype": "float32" - }, - { - "name": "module/Embeddings_en", - "shape": [ - 8002, - 256 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1", - "shape": [ - 1, - 128 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat", - "shape": [ - 256, - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat", - "shape": [ - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", - "shape": [ - 1 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", - "shape": [ - 1 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", - "shape": [ - 1 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim", - "shape": [], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim", - "shape": [], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const", - "shape": [], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like", - "shape": [ - 2 - ], - "dtype": "int32" - }, - { - "name": "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", - "shape": [ - 2 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", - "shape": [ - 2 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2", - "shape": [ - 2 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y", - "shape": [], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", - "shape": [ - 1 - ], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const", - "shape": [], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value", - "shape": [], - "dtype": "int32" - }, - { - "name": "module/Encoder_en/hidden_layers/tanh_layer_0/weights", - "shape": [ - 512, - 512 - ], - "dtype": "float32" - }, - { - "name": "module/Encoder_en/hidden_layers/tanh_layer_0/bias", - "shape": [ - 512 - ], - "dtype": "float32" - }, - { - "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim", - "shape": [], - "dtype": "int32" - }, - { - "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y", - "shape": [], - "dtype": "float32" - } - ] - } - ] -} \ No newline at end of file