diff --git a/src/models/universal-sentence-encoder/model.json b/src/models/universal-sentence-encoder/model.json new file mode 100644 index 00000000..17527857 --- /dev/null +++ b/src/models/universal-sentence-encoder/model.json @@ -0,0 +1,7182 @@ +{ + "modelTopology": { + "node": [ + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1536" + }, + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + }, + { + "size": "1536" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "dtype": { + "type": 1 + }, + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1536" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1" + }, + { + "size": "1" + }, + { + "size": "512" + }, + { + "size": "1536" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1536" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "3" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1" + }, + { + "size": "1" + }, + { + "size": "512" + }, + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1536" + }, + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + }, + { + "size": "1536" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1536" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y", + "op": "Const" + }, + { + "input": [], + "attr": { + "dtype": { + "type": 1 + }, + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [] + } + } + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "256" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x", + "op": "Const" + }, + { + "input": [], + "attr": { + "dtype": { + "type": 1 + }, + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "256" + } + ] + } + } + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1" + }, + { + "size": "1" + }, + { + "size": "256" + }, + { + "size": "768" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "768" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "3" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "4" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1" + }, + { + "size": "1" + }, + { + "size": "256" + }, + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "8002" + }, + { + "size": "256" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Embeddings_en", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "1" + }, + { + "size": "128" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "256" + }, + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 9, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 9, + "tensorShape": { + "dim": [ + { + "size": "2" + } + ] + } + } + }, + "dtype": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like", + "op": "Const" + }, + { + "input": [], + "attr": { + "dtype": { + "type": 9 + }, + "shape": { + "shape": { + "dim": [ + { + "size": "-1" + }, + { + "size": "2" + } + ] + } + } + }, + "name": "indices", + "op": "Placeholder" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "2" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "2" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "2" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 9, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [ + { + "size": "1" + } + ] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const", + "op": "Const" + }, + { + "input": [], + "attr": { + "dtype": { + "type": 9 + }, + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 9, + "tensorShape": { + "dim": [] + } + } + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + }, + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Encoder_en/hidden_layers/tanh_layer_0/weights", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [ + { + "size": "512" + } + ] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module/Encoder_en/hidden_layers/tanh_layer_0/bias", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 3, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim", + "op": "Const" + }, + { + "input": [], + "attr": { + "value": { + "tensor": { + "floatVal": [], + "doubleVal": [], + "intVal": [], + "stringVal": [], + "scomplexVal": [], + "int64Val": [], + "boolVal": [], + "uint32Val": [], + "uint64Val": [], + "dtype": 1, + "tensorShape": { + "dim": [] + } + } + }, + "dtype": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y", + "op": "Const" + }, + { + "input": [], + "attr": { + "shape": { + "shape": { + "dim": [ + { + "size": "-1" + } + ] + } + }, + "dtype": { + "type": 9 + } + }, + "name": "values", + "op": "Placeholder" + }, + { + "input": [ + "indices", + "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2" + ], + "attr": { + "shrink_axis_mask": { + "i": "2" + }, + "begin_mask": { + "i": "1" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y" + ], + "attr": { + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less", + "op": "Less" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less" + ], + "attr": { + "T": { + "type": 10 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Where", + "op": "Where" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Where", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "T": { + "type": 9 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape", + "op": "Reshape" + }, + { + "input": [ + "indices", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Taxis": { + "type": 3 + }, + "Tindices": { + "type": 9 + }, + "Tparams": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2", + "op": "GatherV2" + }, + { + "input": [ + "values", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tindices": { + "type": 9 + }, + "Tparams": { + "type": 9 + }, + "Taxis": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Max", + "op": "Max" + }, + { + "input": [ + "module/Embeddings_en", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tindices": { + "type": 9 + }, + "Tparams": { + "type": 1 + }, + "Taxis": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Max", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like" + ], + "attr": { + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup" + ], + "attr": { + "out_type": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Add" + ], + "attr": { + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Maximum", + "op": "Maximum" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "shrink_axis_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Maximum", + "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value" + ], + "attr": { + "Tindices": { + "type": 9 + }, + "validate_indices": { + "b": true + }, + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense", + "op": "SparseToDense" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense", + "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value" + ], + "attr": { + "T": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater", + "op": "Greater" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" + ], + "attr": {}, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/LogicalNot", + "op": "LogicalNot" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" + ], + "attr": { + "T": { + "type": 10 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" + ], + "attr": { + "T": { + "type": 10 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where", + "op": "Where" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" + ], + "attr": { + "SrcT": { + "type": 10 + }, + "Truncate": { + "b": false + }, + "DstT": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/ToInt32", + "op": "Cast" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/LogicalNot" + ], + "attr": { + "DstT": { + "type": 1 + }, + "SrcT": { + "type": 10 + }, + "Truncate": { + "b": false + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/ToFloat", + "op": "Cast" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where", + "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2" + ], + "attr": { + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + }, + "T": { + "type": 9 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "2" + }, + "begin_mask": { + "i": "1" + }, + "ellipsis_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where" + ], + "attr": { + "Truncate": { + "b": false + }, + "DstT": { + "type": 3 + }, + "SrcT": { + "type": 9 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", + "op": "Cast" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/ToInt32", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum", + "op": "Sum" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/ToFloat", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2" + ], + "attr": { + "SrcT": { + "type": 9 + }, + "Truncate": { + "b": false + }, + "DstT": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ToFloat_2", + "op": "Cast" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", + "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "Tindices": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd", + "op": "ScatterNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Maximum", + "op": "Maximum" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ToFloat_2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Gather/GatherNd", + "op": "GatherNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Maximum" + ], + "attr": { + "SrcT": { + "type": 3 + }, + "Truncate": { + "b": false + }, + "DstT": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ToFloat_1", + "op": "Cast" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "T": { + "type": 1 + }, + "Tdim": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ToFloat_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ExpandDims_1", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Sin", + "op": "Sin" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Cos", + "op": "Cos" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Sin", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Cos", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "T": { + "type": 1 + }, + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Gather/GatherNd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/concat" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/concat" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/ScatterNd", + "op": "ScatterNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/ScatterNd" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "T": { + "type": 1 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Gather/GatherNd", + "op": "GatherNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1", + "op": "Sub" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Gather/GatherNd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat" + ], + "attr": { + "transpose_b": { + "b": false + }, + "T": { + "type": 1 + }, + "transpose_a": { + "b": false + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/MatMul", + "op": "MatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Square", + "op": "Square" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Square", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt", + "op": "Rsqrt" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/concat" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/ScatterNd", + "op": "ScatterNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add_1", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims", + "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0" + ], + "attr": { + "dilations": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + }, + "strides": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "use_cudnn_on_gpu": { + "b": true + }, + "padding": { + "s": [ + 86, + 65, + 76, + 73, + 68 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", + "op": "Conv2D" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd" + ], + "attr": { + "squeeze_dims": { + "list": { + "s": [], + "i": [ + "2" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze", + "op": "Squeeze" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "Tlen": { + "type": 3 + }, + "num_split": { + "i": "3" + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split", + "op": "SplitV" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split" + ], + "attr": { + "out_type": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:1" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:2" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "4" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" + ], + "attr": { + "axis": { + "i": "0" + }, + "N": { + "i": "4" + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "4" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "T": { + "type": 1 + }, + "Tperm": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "T": { + "type": 1 + }, + "Tperm": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "T": { + "type": 1 + }, + "Tperm": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/transpose", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/transpose" + ], + "attr": { + "T": { + "type": 1 + }, + "adj_x": { + "b": false + }, + "adj_y": { + "b": true + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", + "op": "BatchMatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "T": { + "type": 3 + }, + "Index": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", + "op": "Slice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", + "op": "Softmax" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/transpose" + ], + "attr": { + "adj_x": { + "b": false + }, + "adj_y": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", + "op": "BatchMatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "T": { + "type": 1 + }, + "Tperm": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose" + ], + "attr": { + "out_type": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2" + ], + "attr": { + "N": { + "i": "3" + }, + "T": { + "type": 3 + }, + "axis": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims_1", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims_1", + "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0" + ], + "attr": { + "padding": { + "s": [ + 86, + 65, + 76, + 73, + 68 + ] + }, + "dilations": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + }, + "strides": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "use_cudnn_on_gpu": { + "b": true + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", + "op": "Conv2D" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd" + ], + "attr": { + "squeeze_dims": { + "list": { + "s": [], + "i": [ + "2" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze_1", + "op": "Squeeze" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/ScatterNd" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "T": { + "type": 1 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1", + "op": "Sub" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", + "op": "Square" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "T": { + "type": 1 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt", + "op": "Rsqrt" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Gather/GatherNd", + "op": "GatherNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Gather/GatherNd", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Taxis": { + "type": 3 + }, + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape", + "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + }, + "Taxis": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod_1", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/concat_2", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod_1" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/stack", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/stack" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1" + ], + "attr": { + "transpose_a": { + "b": false + }, + "transpose_b": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/MatMul", + "op": "MatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/concat_2" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat" + ], + "attr": { + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/BiasAdd" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu", + "op": "Relu" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Taxis": { + "type": 3 + }, + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape", + "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + }, + "Taxis": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod_1", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/concat_2", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod_1" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/stack", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/stack" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1" + ], + "attr": { + "transpose_a": { + "b": false + }, + "transpose_b": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/MatMul", + "op": "MatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/concat_2" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/BiasAdd" + ], + "attr": { + "T": { + "type": 1 + }, + "squeeze_dims": { + "list": { + "s": [], + "i": [ + "0" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze", + "op": "Squeeze" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "shrink_axis_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/concat" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/ScatterNd", + "op": "ScatterNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/ScatterNd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1", + "op": "Sub" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Square", + "op": "Square" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Square", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt", + "op": "Rsqrt" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add_1", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims", + "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0" + ], + "attr": { + "dilations": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "strides": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "use_cudnn_on_gpu": { + "b": true + }, + "padding": { + "s": [ + 86, + 65, + 76, + 73, + 68 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", + "op": "Conv2D" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd" + ], + "attr": { + "squeeze_dims": { + "list": { + "s": [], + "i": [ + "2" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze", + "op": "Squeeze" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "T": { + "type": 1 + }, + "Tlen": { + "type": 3 + }, + "num_split": { + "i": "3" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split", + "op": "SplitV" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split" + ], + "attr": { + "out_type": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:1" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:2" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" + ], + "attr": { + "axis": { + "i": "0" + }, + "N": { + "i": "4" + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "4" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "4" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "T": { + "type": 1 + }, + "Tperm": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "Tperm": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "Tperm": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/transpose" + ], + "attr": { + "adj_x": { + "b": false + }, + "adj_y": { + "b": true + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", + "op": "BatchMatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add" + ], + "attr": { + "out_type": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "T": { + "type": 3 + }, + "Index": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", + "op": "Slice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat" + ], + "attr": { + "Tshape": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", + "op": "Softmax" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/transpose" + ], + "attr": { + "adj_x": { + "b": false + }, + "adj_y": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", + "op": "BatchMatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" + ], + "attr": { + "Tperm": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose", + "op": "Transpose" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "ellipsis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + }, + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "3" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims_1", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims_1", + "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0" + ], + "attr": { + "dilations": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + }, + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "strides": { + "list": { + "s": [], + "i": [ + "1", + "1", + "1", + "1" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "use_cudnn_on_gpu": { + "b": true + }, + "padding": { + "s": [ + 86, + 65, + 76, + 73, + 68 + ] + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", + "op": "Conv2D" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat" + ], + "attr": { + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd" + ], + "attr": { + "squeeze_dims": { + "list": { + "s": [], + "i": [ + "2" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze_1", + "op": "Squeeze" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1", + "op": "Sub" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", + "op": "Square" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" + ], + "attr": { + "T": { + "type": 1 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", + "op": "Mean" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt", + "op": "Rsqrt" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Gather/GatherNd", + "op": "GatherNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Gather/GatherNd", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tdim": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + }, + "Taxis": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape", + "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Taxis": { + "type": 3 + }, + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod_1", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/concat_2", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod_1" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/stack", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/stack" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1" + ], + "attr": { + "transpose_b": { + "b": false + }, + "T": { + "type": 1 + }, + "transpose_a": { + "b": false + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/MatMul", + "op": "MatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/concat_2" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat" + ], + "attr": { + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/BiasAdd" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu", + "op": "Relu" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + }, + "Taxis": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape", + "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "Taxis": { + "type": 3 + }, + "Tindices": { + "type": 3 + }, + "Tparams": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2", + "op": "GatherV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod_1", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod", + "op": "Prod" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "T": { + "type": 3 + }, + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/concat_2", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod_1" + ], + "attr": { + "T": { + "type": 3 + }, + "axis": { + "i": "0" + }, + "N": { + "i": "2" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/stack", + "op": "Pack" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/stack" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1" + ], + "attr": { + "transpose_a": { + "b": false + }, + "transpose_b": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/MatMul", + "op": "MatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/MatMul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/concat_2" + ], + "attr": { + "T": { + "type": 1 + }, + "Tshape": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot", + "op": "Reshape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot", + "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat" + ], + "attr": { + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/BiasAdd" + ], + "attr": { + "T": { + "type": 1 + }, + "squeeze_dims": { + "list": { + "s": [], + "i": [ + "0" + ], + "f": [], + "b": [], + "type": [], + "shape": [], + "tensor": [], + "func": [] + } + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze", + "op": "Squeeze" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "Index": { + "type": 3 + }, + "T": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "0" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "1" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" + ], + "attr": { + "N": { + "i": "2" + }, + "Tidx": { + "type": 3 + }, + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/concat", + "op": "ConcatV2" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/concat" + ], + "attr": { + "Tindices": { + "type": 3 + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/ScatterNd", + "op": "ScatterNd" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/ScatterNd", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add", + "op": "Add" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add" + ], + "attr": { + "T": { + "type": 1 + }, + "out_type": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Shape", + "op": "Shape" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Shape", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" + ], + "attr": { + "T": { + "type": 3 + }, + "Index": { + "type": 3 + }, + "shrink_axis_mask": { + "i": "1" + }, + "begin_mask": { + "i": "0" + }, + "ellipsis_mask": { + "i": "0" + }, + "new_axis_mask": { + "i": "0" + }, + "end_mask": { + "i": "0" + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/strided_slice", + "op": "StridedSlice" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const", + "module_apply_default/Encoder_en/KonaTransformer/strided_slice", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tidx": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Range", + "op": "Range" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Range", + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims" + ], + "attr": { + "T": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Less", + "op": "Less" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Less" + ], + "attr": { + "Truncate": { + "b": false + }, + "DstT": { + "type": 1 + }, + "SrcT": { + "type": 10 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ToFloat", + "op": "Cast" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/ToFloat", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" + ], + "attr": { + "T": { + "type": 1 + }, + "Tdim": { + "type": 3 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/ExpandDims", + "op": "ExpandDims" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add", + "module_apply_default/Encoder_en/KonaTransformer/ExpandDims" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/mul", + "op": "Mul" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/mul", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/Sum", + "op": "Sum" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/Sum", + "module_apply_default/Encoder_en/KonaTransformer/ExpandDims_1" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/KonaTransformer/div", + "op": "RealDiv" + }, + { + "input": [ + "module_apply_default/Encoder_en/KonaTransformer/div", + "module/Encoder_en/hidden_layers/tanh_layer_0/weights" + ], + "attr": { + "transpose_a": { + "b": false + }, + "transpose_b": { + "b": false + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/MatMul", + "op": "MatMul" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/MatMul", + "module/Encoder_en/hidden_layers/tanh_layer_0/bias" + ], + "attr": { + "data_format": { + "s": [ + 78, + 72, + 87, + 67 + ] + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/BiasAdd", + "op": "BiasAdd" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/BiasAdd" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh", + "op": "Tanh" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Square", + "op": "Square" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Square", + "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" + ], + "attr": { + "Tidx": { + "type": 3 + }, + "keep_dims": { + "b": true + }, + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Sum", + "op": "Sum" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Sum", + "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum", + "op": "Maximum" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Rsqrt", + "op": "Rsqrt" + }, + { + "input": [ + "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh", + "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Rsqrt" + ], + "attr": { + "T": { + "type": 1 + } + }, + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize", + "op": "Mul" + } + ], + "library": { + "function": [], + "gradient": [] + }, + "versions": { + "badConsumers": [] + } + }, + "weightsManifest": [ + { + "paths": [ + "group1-shard1of7", + "group1-shard2of7", + "group1-shard3of7", + "group1-shard4of7", + "group1-shard5of7", + "group1-shard6of7", + "group1-shard7of7" + ], + "weights": [ + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", + "shape": [ + 1536, + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", + "shape": [ + 512, + 1536 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", + "shape": [ + 1536 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y", + "shape": [], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", + "shape": [ + 1, + 1, + 512, + 1536 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", + "shape": [ + 1536 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const", + "shape": [ + 3 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", + "shape": [], + "dtype": "int32" + }, + { + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", + "shape": [ + 1, + 1, + 512, + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", + "shape": [ + 1536, + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", + "shape": [ + 512, + 1536 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", + "shape": [ + 1536 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y", + "shape": [], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y", + "shape": [], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", + "shape": [ + 256 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x", + "shape": [], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", + "shape": [ + 256 + ], + "dtype": "float32" + }, + { + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", + "shape": [ + 1, + 1, + 256, + 768 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", + "shape": [ + 768 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const", + "shape": [ + 3 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm", + "shape": [ + 4 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", + "shape": [], + "dtype": "int32" + }, + { + "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", + "shape": [ + 1, + 1, + 256, + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module/Embeddings_en", + "shape": [ + 8002, + 256 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1", + "shape": [ + 1, + 128 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat", + "shape": [ + 256, + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like", + "shape": [ + 2 + ], + "dtype": "int32" + }, + { + "name": "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", + "shape": [ + 2 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", + "shape": [ + 2 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2", + "shape": [ + 2 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", + "shape": [ + 1 + ], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value", + "shape": [], + "dtype": "int32" + }, + { + "name": "module/Encoder_en/hidden_layers/tanh_layer_0/weights", + "shape": [ + 512, + 512 + ], + "dtype": "float32" + }, + { + "name": "module/Encoder_en/hidden_layers/tanh_layer_0/bias", + "shape": [ + 512 + ], + "dtype": "float32" + }, + { + "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim", + "shape": [], + "dtype": "int32" + }, + { + "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y", + "shape": [], + "dtype": "float32" + } + ] + } + ] +} \ No newline at end of file