2025-08-05 18:09:12 -07:00
|
|
|
{
|
|
|
|
|
"modelTopology": {
|
|
|
|
|
"node": [
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1536"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "1536"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1536"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "1536"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1536"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "3"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1536"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "1536"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1536"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "256"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "256"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "256"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "768"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "768"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "3"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "4"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "256"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "8002"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "256"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module/Embeddings_en",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "128"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "256"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 9,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 9,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "2"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 9
|
|
|
|
|
},
|
|
|
|
|
"shape": {
|
|
|
|
|
"shape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "-1"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "2"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "indices",
|
|
|
|
|
"op": "Placeholder"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "2"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "2"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "2"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 9,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "1"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 9
|
|
|
|
|
},
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 9,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module/Encoder_en/hidden_layers/tanh_layer_0/weights",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "512"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module/Encoder_en/hidden_layers/tanh_layer_0/bias",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 3,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"value": {
|
|
|
|
|
"tensor": {
|
|
|
|
|
"floatVal": [],
|
|
|
|
|
"doubleVal": [],
|
|
|
|
|
"intVal": [],
|
|
|
|
|
"stringVal": [],
|
|
|
|
|
"scomplexVal": [],
|
|
|
|
|
"int64Val": [],
|
|
|
|
|
"boolVal": [],
|
|
|
|
|
"uint32Val": [],
|
|
|
|
|
"uint64Val": [],
|
|
|
|
|
"dtype": 1,
|
|
|
|
|
"tensorShape": {
|
|
|
|
|
"dim": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y",
|
|
|
|
|
"op": "Const"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [],
|
|
|
|
|
"attr": {
|
|
|
|
|
"shape": {
|
|
|
|
|
"shape": {
|
|
|
|
|
"dim": [
|
|
|
|
|
{
|
|
|
|
|
"size": "-1"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dtype": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "values",
|
|
|
|
|
"op": "Placeholder"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"indices",
|
|
|
|
|
"ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less",
|
|
|
|
|
"op": "Less"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 10
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Where",
|
|
|
|
|
"op": "Where"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Where",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 9
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"indices",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Taxis": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 9
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2",
|
|
|
|
|
"op": "GatherV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"values",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 9
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 9
|
|
|
|
|
},
|
|
|
|
|
"Taxis": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1",
|
|
|
|
|
"op": "GatherV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Max",
|
|
|
|
|
"op": "Max"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module/Embeddings_en",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 9
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Taxis": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup",
|
|
|
|
|
"op": "GatherV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Max",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Add"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Maximum",
|
|
|
|
|
"op": "Maximum"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Maximum",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 9
|
|
|
|
|
},
|
|
|
|
|
"validate_indices": {
|
|
|
|
|
"b": true
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense",
|
|
|
|
|
"op": "SparseToDense"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater",
|
|
|
|
|
"op": "Greater"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Greater"
|
|
|
|
|
],
|
|
|
|
|
"attr": {},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/LogicalNot",
|
|
|
|
|
"op": "LogicalNot"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Greater"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 10
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Greater"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 10
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where",
|
|
|
|
|
"op": "Where"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Greater"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"SrcT": {
|
|
|
|
|
"type": 10
|
|
|
|
|
},
|
|
|
|
|
"Truncate": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"DstT": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/ToInt32",
|
|
|
|
|
"op": "Cast"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/LogicalNot"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"DstT": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"SrcT": {
|
|
|
|
|
"type": 10
|
|
|
|
|
},
|
|
|
|
|
"Truncate": {
|
|
|
|
|
"b": false
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/ToFloat",
|
|
|
|
|
"op": "Cast"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/concat",
|
|
|
|
|
"op": "ConcatV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where",
|
|
|
|
|
"ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 9
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Truncate": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"DstT": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"SrcT": {
|
|
|
|
|
"type": 9
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32",
|
|
|
|
|
"op": "Cast"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/ToInt32",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum",
|
|
|
|
|
"op": "Sum"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/ToFloat",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"SrcT": {
|
|
|
|
|
"type": 9
|
|
|
|
|
},
|
|
|
|
|
"Truncate": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"DstT": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ToFloat_2",
|
|
|
|
|
"op": "Cast"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd",
|
|
|
|
|
"op": "ScatterNd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tdim": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims",
|
|
|
|
|
"op": "ExpandDims"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Maximum",
|
|
|
|
|
"op": "Maximum"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tdim": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims",
|
|
|
|
|
"op": "ExpandDims"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ToFloat_2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tdim": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims",
|
|
|
|
|
"op": "ExpandDims"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Gather/GatherNd",
|
|
|
|
|
"op": "GatherNd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Maximum"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"SrcT": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Truncate": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"DstT": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ToFloat_1",
|
|
|
|
|
"op": "Cast"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tdim": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1",
|
|
|
|
|
"op": "ExpandDims"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ToFloat_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tdim": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ExpandDims_1",
|
|
|
|
|
"op": "ExpandDims"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Sin",
|
|
|
|
|
"op": "Sin"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Cos",
|
|
|
|
|
"op": "Cos"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Sin",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Cos",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/concat",
|
|
|
|
|
"op": "ConcatV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Gather/GatherNd",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/concat",
|
|
|
|
|
"op": "ConcatV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/ScatterNd",
|
|
|
|
|
"op": "ScatterNd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/ScatterNd"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean",
|
|
|
|
|
"op": "Mean"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Gather/GatherNd",
|
|
|
|
|
"op": "GatherNd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1",
|
|
|
|
|
"op": "Sub"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Gather/GatherNd",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"transpose_b": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"transpose_a": {
|
|
|
|
|
"b": false
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/MatMul",
|
|
|
|
|
"op": "MatMul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Square",
|
|
|
|
|
"op": "Square"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/MatMul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd",
|
|
|
|
|
"op": "BiasAdd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Square",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": true
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1",
|
|
|
|
|
"op": "Mean"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt",
|
|
|
|
|
"op": "Rsqrt"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/concat",
|
|
|
|
|
"op": "ConcatV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/ScatterNd",
|
|
|
|
|
"op": "ScatterNd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul_1",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add_1",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tdim": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims",
|
|
|
|
|
"op": "ExpandDims"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims",
|
|
|
|
|
"module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"dilations": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"strides": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"use_cudnn_on_gpu": {
|
|
|
|
|
"b": true
|
|
|
|
|
},
|
|
|
|
|
"padding": {
|
|
|
|
|
"s": [
|
|
|
|
|
86,
|
|
|
|
|
65,
|
|
|
|
|
76,
|
|
|
|
|
73,
|
|
|
|
|
68
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D",
|
|
|
|
|
"op": "Conv2D"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd",
|
|
|
|
|
"op": "BiasAdd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"squeeze_dims": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"2"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze",
|
|
|
|
|
"op": "Squeeze"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tlen": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"num_split": {
|
|
|
|
|
"i": "3"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split",
|
|
|
|
|
"op": "SplitV"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"axis": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "4"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape",
|
|
|
|
|
"op": "Pack"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"axis": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "4"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape",
|
|
|
|
|
"op": "Pack"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"axis": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "4"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape",
|
|
|
|
|
"op": "Pack"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tperm": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/transpose",
|
|
|
|
|
"op": "Transpose"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tperm": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/transpose",
|
|
|
|
|
"op": "Transpose"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tperm": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/transpose",
|
|
|
|
|
"op": "Transpose"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/transpose",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/transpose"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"adj_x": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"adj_y": {
|
|
|
|
|
"b": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul",
|
|
|
|
|
"op": "BatchMatMul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice",
|
|
|
|
|
"op": "Slice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat",
|
|
|
|
|
"op": "ConcatV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax",
|
|
|
|
|
"op": "Softmax"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/transpose"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"adj_x": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"adj_y": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1",
|
|
|
|
|
"op": "BatchMatMul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tperm": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose",
|
|
|
|
|
"op": "Transpose"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "3"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"axis": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape",
|
|
|
|
|
"op": "Pack"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tdim": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims_1",
|
|
|
|
|
"op": "ExpandDims"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims_1",
|
|
|
|
|
"module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"padding": {
|
|
|
|
|
"s": [
|
|
|
|
|
86,
|
|
|
|
|
65,
|
|
|
|
|
76,
|
|
|
|
|
73,
|
|
|
|
|
68
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"dilations": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"strides": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"use_cudnn_on_gpu": {
|
|
|
|
|
"b": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D",
|
|
|
|
|
"op": "Conv2D"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd",
|
|
|
|
|
"op": "BiasAdd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"squeeze_dims": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"2"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze_1",
|
|
|
|
|
"op": "Squeeze"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/ScatterNd"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean",
|
|
|
|
|
"op": "Mean"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1",
|
|
|
|
|
"op": "Sub"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square",
|
|
|
|
|
"op": "Square"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1",
|
|
|
|
|
"op": "Mean"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt",
|
|
|
|
|
"op": "Rsqrt"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Gather/GatherNd",
|
|
|
|
|
"op": "GatherNd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Gather/GatherNd",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tdim": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims",
|
|
|
|
|
"op": "ExpandDims"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Taxis": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1",
|
|
|
|
|
"op": "GatherV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape",
|
|
|
|
|
"ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Taxis": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2",
|
|
|
|
|
"op": "GatherV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod_1",
|
|
|
|
|
"op": "Prod"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": false
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod",
|
|
|
|
|
"op": "Prod"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/concat_2",
|
|
|
|
|
"op": "ConcatV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"axis": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/stack",
|
|
|
|
|
"op": "Pack"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"transpose_a": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"transpose_b": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/MatMul",
|
|
|
|
|
"op": "MatMul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/MatMul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/concat_2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/BiasAdd",
|
|
|
|
|
"op": "BiasAdd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/BiasAdd"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu",
|
|
|
|
|
"op": "Relu"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Taxis": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1",
|
|
|
|
|
"op": "GatherV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape",
|
|
|
|
|
"ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Taxis": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2",
|
|
|
|
|
"op": "GatherV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod_1",
|
|
|
|
|
"op": "Prod"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod",
|
|
|
|
|
"op": "Prod"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/concat_2",
|
|
|
|
|
"op": "ConcatV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"axis": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/stack",
|
|
|
|
|
"op": "Pack"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"transpose_a": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"transpose_b": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/MatMul",
|
|
|
|
|
"op": "MatMul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/MatMul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/concat_2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/BiasAdd",
|
|
|
|
|
"op": "BiasAdd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/BiasAdd"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"squeeze_dims": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"0"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze",
|
|
|
|
|
"op": "Squeeze"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/concat",
|
|
|
|
|
"op": "ConcatV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/ScatterNd",
|
|
|
|
|
"op": "ScatterNd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/ScatterNd",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": true
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean",
|
|
|
|
|
"op": "Mean"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1",
|
|
|
|
|
"op": "Sub"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Square",
|
|
|
|
|
"op": "Square"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Square",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": true
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1",
|
|
|
|
|
"op": "Mean"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt",
|
|
|
|
|
"op": "Rsqrt"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul_1",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add_1",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tdim": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims",
|
|
|
|
|
"op": "ExpandDims"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims",
|
|
|
|
|
"module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"dilations": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"strides": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"use_cudnn_on_gpu": {
|
|
|
|
|
"b": true
|
|
|
|
|
},
|
|
|
|
|
"padding": {
|
|
|
|
|
"s": [
|
|
|
|
|
86,
|
|
|
|
|
65,
|
|
|
|
|
76,
|
|
|
|
|
73,
|
|
|
|
|
68
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D",
|
|
|
|
|
"op": "Conv2D"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd",
|
|
|
|
|
"op": "BiasAdd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"squeeze_dims": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"2"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze",
|
|
|
|
|
"op": "Squeeze"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tlen": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"num_split": {
|
|
|
|
|
"i": "3"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split",
|
|
|
|
|
"op": "SplitV"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"axis": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "4"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape",
|
|
|
|
|
"op": "Pack"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"axis": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "4"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape",
|
|
|
|
|
"op": "Pack"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"axis": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "4"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape",
|
|
|
|
|
"op": "Pack"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tperm": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose",
|
|
|
|
|
"op": "Transpose"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tperm": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/transpose",
|
|
|
|
|
"op": "Transpose"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tperm": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/transpose",
|
|
|
|
|
"op": "Transpose"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/transpose"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"adj_x": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"adj_y": {
|
|
|
|
|
"b": true
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul",
|
|
|
|
|
"op": "BatchMatMul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice",
|
|
|
|
|
"op": "Slice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat",
|
|
|
|
|
"op": "ConcatV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax",
|
|
|
|
|
"op": "Softmax"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/transpose"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"adj_x": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"adj_y": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1",
|
|
|
|
|
"op": "BatchMatMul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tperm": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose",
|
|
|
|
|
"op": "Transpose"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"axis": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "3"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape",
|
|
|
|
|
"op": "Pack"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tdim": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims_1",
|
|
|
|
|
"op": "ExpandDims"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims_1",
|
|
|
|
|
"module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"dilations": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"strides": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1",
|
|
|
|
|
"1"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"use_cudnn_on_gpu": {
|
|
|
|
|
"b": true
|
|
|
|
|
},
|
|
|
|
|
"padding": {
|
|
|
|
|
"s": [
|
|
|
|
|
86,
|
|
|
|
|
65,
|
|
|
|
|
76,
|
|
|
|
|
73,
|
|
|
|
|
68
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D",
|
|
|
|
|
"op": "Conv2D"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd",
|
|
|
|
|
"op": "BiasAdd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"squeeze_dims": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"2"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze_1",
|
|
|
|
|
"op": "Squeeze"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": true
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean",
|
|
|
|
|
"op": "Mean"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1",
|
|
|
|
|
"op": "Sub"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square",
|
|
|
|
|
"op": "Square"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1",
|
|
|
|
|
"op": "Mean"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt",
|
|
|
|
|
"op": "Rsqrt"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Gather/GatherNd",
|
|
|
|
|
"op": "GatherNd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Gather/GatherNd",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tdim": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims",
|
|
|
|
|
"op": "ExpandDims"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Taxis": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1",
|
|
|
|
|
"op": "GatherV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape",
|
|
|
|
|
"ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Taxis": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2",
|
|
|
|
|
"op": "GatherV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": false
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod_1",
|
|
|
|
|
"op": "Prod"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": false
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod",
|
|
|
|
|
"op": "Prod"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/concat_2",
|
|
|
|
|
"op": "ConcatV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"axis": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/stack",
|
|
|
|
|
"op": "Pack"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"transpose_b": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"transpose_a": {
|
|
|
|
|
"b": false
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/MatMul",
|
|
|
|
|
"op": "MatMul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/MatMul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/concat_2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/BiasAdd",
|
|
|
|
|
"op": "BiasAdd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/BiasAdd"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu",
|
|
|
|
|
"op": "Relu"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Taxis": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1",
|
|
|
|
|
"op": "GatherV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape",
|
|
|
|
|
"ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Taxis": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Tparams": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2",
|
|
|
|
|
"op": "GatherV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod_1",
|
|
|
|
|
"op": "Prod"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod",
|
|
|
|
|
"op": "Prod"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/concat_2",
|
|
|
|
|
"op": "ConcatV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"axis": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/stack",
|
|
|
|
|
"op": "Pack"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"transpose_a": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"transpose_b": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/MatMul",
|
|
|
|
|
"op": "MatMul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/MatMul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/concat_2"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tshape": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot",
|
|
|
|
|
"op": "Reshape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/BiasAdd",
|
|
|
|
|
"op": "BiasAdd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/BiasAdd"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"squeeze_dims": {
|
|
|
|
|
"list": {
|
|
|
|
|
"s": [],
|
|
|
|
|
"i": [
|
|
|
|
|
"0"
|
|
|
|
|
],
|
|
|
|
|
"f": [],
|
|
|
|
|
"b": [],
|
|
|
|
|
"type": [],
|
|
|
|
|
"shape": [],
|
|
|
|
|
"tensor": [],
|
|
|
|
|
"func": []
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze",
|
|
|
|
|
"op": "Squeeze"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"N": {
|
|
|
|
|
"i": "2"
|
|
|
|
|
},
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/concat",
|
|
|
|
|
"op": "ConcatV2"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/concat"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tindices": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/ScatterNd",
|
|
|
|
|
"op": "ScatterNd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/ScatterNd",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add",
|
|
|
|
|
"op": "Add"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"out_type": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Shape",
|
|
|
|
|
"op": "Shape"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Shape",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"Index": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"shrink_axis_mask": {
|
|
|
|
|
"i": "1"
|
|
|
|
|
},
|
|
|
|
|
"begin_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"ellipsis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"new_axis_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
},
|
|
|
|
|
"end_mask": {
|
|
|
|
|
"i": "0"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/strided_slice",
|
|
|
|
|
"op": "StridedSlice"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/strided_slice",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Range",
|
|
|
|
|
"op": "Range"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Range",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Less",
|
|
|
|
|
"op": "Less"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Less"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Truncate": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"DstT": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"SrcT": {
|
|
|
|
|
"type": 10
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ToFloat",
|
|
|
|
|
"op": "Cast"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ToFloat",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
},
|
|
|
|
|
"Tdim": {
|
|
|
|
|
"type": 3
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ExpandDims",
|
|
|
|
|
"op": "ExpandDims"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ExpandDims"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/mul",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/mul",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Sum",
|
|
|
|
|
"op": "Sum"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Sum",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/ExpandDims_1"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/div",
|
|
|
|
|
"op": "RealDiv"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/div",
|
|
|
|
|
"module/Encoder_en/hidden_layers/tanh_layer_0/weights"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"transpose_a": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"transpose_b": {
|
|
|
|
|
"b": false
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/MatMul",
|
|
|
|
|
"op": "MatMul"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/MatMul",
|
|
|
|
|
"module/Encoder_en/hidden_layers/tanh_layer_0/bias"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"data_format": {
|
|
|
|
|
"s": [
|
|
|
|
|
78,
|
|
|
|
|
72,
|
|
|
|
|
87,
|
|
|
|
|
67
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/BiasAdd",
|
|
|
|
|
"op": "BiasAdd"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/BiasAdd"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh",
|
|
|
|
|
"op": "Tanh"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Square",
|
|
|
|
|
"op": "Square"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/hidden_layers/l2_normalize/Square",
|
|
|
|
|
"module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"Tidx": {
|
|
|
|
|
"type": 3
|
|
|
|
|
},
|
|
|
|
|
"keep_dims": {
|
|
|
|
|
"b": true
|
|
|
|
|
},
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Sum",
|
|
|
|
|
"op": "Sum"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/hidden_layers/l2_normalize/Sum",
|
|
|
|
|
"module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum",
|
|
|
|
|
"op": "Maximum"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Rsqrt",
|
|
|
|
|
"op": "Rsqrt"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"input": [
|
|
|
|
|
"module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh",
|
|
|
|
|
"module_apply_default/Encoder_en/hidden_layers/l2_normalize/Rsqrt"
|
|
|
|
|
],
|
|
|
|
|
"attr": {
|
|
|
|
|
"T": {
|
|
|
|
|
"type": 1
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize",
|
|
|
|
|
"op": "Mul"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"library": {
|
|
|
|
|
"function": [],
|
|
|
|
|
"gradient": []
|
|
|
|
|
},
|
|
|
|
|
"versions": {
|
|
|
|
|
"badConsumers": []
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"weightsManifest": [
|
|
|
|
|
{
|
|
|
|
|
"paths": [
|
|
|
|
|
"group1-shard1of7",
|
|
|
|
|
"group1-shard2of7",
|
|
|
|
|
"group1-shard3of7",
|
|
|
|
|
"group1-shard4of7",
|
|
|
|
|
"group1-shard5of7",
|
|
|
|
|
"group1-shard6of7",
|
|
|
|
|
"group1-shard7of7"
|
|
|
|
|
],
|
|
|
|
|
"weights": [
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1",
|
|
|
|
|
"shape": [
|
|
|
|
|
1536,
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1",
|
|
|
|
|
"shape": [
|
|
|
|
|
512,
|
|
|
|
|
1536
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
1536
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0",
|
|
|
|
|
"shape": [
|
|
|
|
|
1,
|
|
|
|
|
1,
|
|
|
|
|
512,
|
|
|
|
|
1536
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
1536
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const",
|
|
|
|
|
"shape": [
|
|
|
|
|
3
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0",
|
|
|
|
|
"shape": [
|
|
|
|
|
1,
|
|
|
|
|
1,
|
|
|
|
|
512,
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1",
|
|
|
|
|
"shape": [
|
|
|
|
|
1536,
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1",
|
|
|
|
|
"shape": [
|
|
|
|
|
512,
|
|
|
|
|
1536
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2",
|
|
|
|
|
"shape": [
|
|
|
|
|
1
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
1536
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2",
|
|
|
|
|
"shape": [
|
|
|
|
|
1
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin",
|
|
|
|
|
"shape": [
|
|
|
|
|
1
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
256
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
256
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0",
|
|
|
|
|
"shape": [
|
|
|
|
|
1,
|
|
|
|
|
1,
|
|
|
|
|
256,
|
|
|
|
|
768
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
768
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const",
|
|
|
|
|
"shape": [
|
|
|
|
|
3
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm",
|
|
|
|
|
"shape": [
|
|
|
|
|
4
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0",
|
|
|
|
|
"shape": [
|
|
|
|
|
1,
|
|
|
|
|
1,
|
|
|
|
|
256,
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module/Embeddings_en",
|
|
|
|
|
"shape": [
|
|
|
|
|
8002,
|
|
|
|
|
256
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1",
|
|
|
|
|
"shape": [
|
|
|
|
|
1,
|
|
|
|
|
128
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
256,
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat",
|
|
|
|
|
"shape": [
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const",
|
|
|
|
|
"shape": [
|
|
|
|
|
1
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1",
|
|
|
|
|
"shape": [
|
|
|
|
|
1
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack",
|
|
|
|
|
"shape": [
|
|
|
|
|
1
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like",
|
|
|
|
|
"shape": [
|
|
|
|
|
2
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0",
|
|
|
|
|
"shape": [
|
|
|
|
|
2
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1",
|
|
|
|
|
"shape": [
|
|
|
|
|
2
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2",
|
|
|
|
|
"shape": [
|
|
|
|
|
2
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices",
|
|
|
|
|
"shape": [
|
|
|
|
|
1
|
|
|
|
|
],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module/Encoder_en/hidden_layers/tanh_layer_0/weights",
|
|
|
|
|
"shape": [
|
|
|
|
|
512,
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module/Encoder_en/hidden_layers/tanh_layer_0/bias",
|
|
|
|
|
"shape": [
|
|
|
|
|
512
|
|
|
|
|
],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "int32"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y",
|
|
|
|
|
"shape": [],
|
|
|
|
|
"dtype": "float32"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
}
|
2025-08-05 19:29:59 -07:00
|
|
|
],
|
|
|
|
|
"format": "tfjs-graph-model"
|
2025-08-05 18:09:12 -07:00
|
|
|
}
|
