{ "label": "phi-4-mm-speech.textproto", "graphs": [ { "id": "main_graph", "nodes": [ { "id": "[value] audio_embeds", "label": "Input", "namespace": "", "subgraphIds": [], "attrs": [ { "key": "name", "value": "audio_embeds" }, { "key": "index", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_embeds" }, { "key": "tensor_shape", "value": "FLOAT16[num_audios,num_frames,80]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_embeds" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_attention_mask", "label": "Input", "namespace": "", "subgraphIds": [], "attrs": [ { "key": "name", "value": "audio_attention_mask" }, { "key": "index", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_attention_mask" }, { "key": "tensor_shape", "value": "BOOL[num_audios,num_frames]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "attention_mask" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_sizes", "label": "Input", "namespace": "", "subgraphIds": [], "attrs": [ { "key": "name", "value": "audio_sizes" }, { "key": "index", "value": "2" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_sizes" }, { "key": "tensor_shape", "value": "INT64[num_audios]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_sizes" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection_mode", "label": "Input", "namespace": "", "subgraphIds": [], "attrs": [ { "key": "name", "value": "audio_projection_mode" }, { "key": "index", "value": "3" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection_mode" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_projection_mode" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5723", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[]" }, { "key": "value", "value": "TensorProtoTensor(array([], dtype=int64), name='_to_copy')" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy" }, { "key": "tensor_shape", "value": "INT64[0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_36", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" }, { "key": "value_ints", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_9" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "n4_2_n1_14", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" }, { "key": "value_int", "value": "1" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_9" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5806", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[]" }, { "key": "value", "value": "TensorProtoTensor(array([], dtype=int64), name='_to_copy_11')" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_11" }, { "key": "tensor_shape", "value": "INT64[0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_252", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" }, { "key": "value_ints", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_120" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_383", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" }, { "key": "value_ints", "value": "(-1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_198" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_388", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_203" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_390", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" }, { "key": "value_ints", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_204" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_403", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" }, { "key": "value_ints", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_216" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_454", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" }, { "key": "value_ints", "value": "(-1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_254" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_459", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_259" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_465", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" }, { "key": "value_ints", "value": "(-1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_264" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_470", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_269" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_631", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_366" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_666", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_397" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_719", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_438" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_847", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_500" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_881", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_530" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_933", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_570" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1061", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_632" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1095", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_662" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1147", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_702" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1275", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_764" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1309", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_794" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1361", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_834" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1489", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_896" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1523", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_926" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1575", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_966" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1703", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1028" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1737", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1058" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1789", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1098" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1917", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1160" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1951", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1190" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2003", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1230" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2131", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1292" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2165", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1322" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2217", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1362" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2345", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1424" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2379", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1454" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2431", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1494" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2559", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1556" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2593", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1586" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2645", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1626" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2773", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1688" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2807", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1718" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2859", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1758" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2987", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1820" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3021", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1850" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3073", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1890" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3201", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1952" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3235", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1982" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3287", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2022" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3415", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2084" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3449", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2114" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3501", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2154" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3629", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2216" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3663", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2246" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3715", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2286" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3843", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2348" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3877", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2378" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3929", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2418" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4057", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2480" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4091", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2510" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4143", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2550" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4271", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2612" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4305", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2642" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4357", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2682" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4485", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2744" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4519", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2774" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4571", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2814" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4699", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2876" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4733", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2906" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4785", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2946" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4913", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3008" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4947", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3038" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4999", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3078" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5127", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3140" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5161", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3170" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5213", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3210" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5341", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3272" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5375", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3302" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5427", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3342" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5555", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3404" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5589", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3434" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5641", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3474" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Cast_132", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "INT64" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] audio_attention_mask", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default" }, { "key": "tensor_shape", "value": "INT64[s0,s4]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_attention_mask" }, { "key": "tensor_shape", "value": "BOOL[num_audios,num_frames]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "attention_mask" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Shape_0", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "end", "value": "1" }, { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] audio_embeds", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_0" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_embeds" }, { "key": "tensor_shape", "value": "FLOAT16[num_audios,num_frames,80]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_embeds" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Shape_2", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "end", "value": "2" }, { "key": "start", "value": "1" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] audio_embeds", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_embeds" }, { "key": "tensor_shape", "value": "FLOAT16[num_audios,num_frames,80]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_embeds" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Equal_5697", "label": "Equal", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] audio_projection_mode", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] _to_copy_40", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "eq_4297" }, { "key": "tensor_shape", "value": "BOOL[1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection_mode" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_projection_mode" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_40" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_32", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] audio_sizes", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_20", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_19" }, { "key": "tensor_shape", "value": "INT64[s0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_sizes" }, { "key": "tensor_shape", "value": "INT64[num_audios]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_sizes" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_20" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Sub_4", "label": "Sub", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] audio_embeds", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoder_embedding.global_mean", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub" }, { "key": "tensor_shape", "value": "FLOAT16[s0,s1,80]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_embeds" }, { "key": "tensor_shape", "value": "FLOAT16[num_audios,num_frames,80]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_embeds" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoder_embedding.global_mean" }, { "key": "tensor_shape", "value": "FLOAT16[80]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_ReduceSum_137", "label": "ReduceSum", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "keepdims", "value": "0" }, { "key": "noop_with_empty_axes", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_132", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_61", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sum_1" }, { "key": "tensor_shape", "value": "INT64[s0]" }, { "key": "param_name", "value": "reduced" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default" }, { "key": "tensor_shape", "value": "INT64[s0,s4]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_61" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Squeeze_1", "label": "Squeeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Shape_0", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "squeezed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_0" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Squeeze_3", "label": "Squeeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Shape_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_474" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "squeezed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_If_5698", "label": "If", "namespace": "main_graph/If ", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If " } ], "incomingEdges": [ { "sourceNodeId": "node_Equal_5697", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "getitem_96_if_" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "eq_4297" }, { "key": "tensor_shape", "value": "BOOL[1]" }, { "key": "param_name", "value": "cond" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/then_branch/node_MatMul_1_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "If /then_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_5672", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.speech.0.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] audio_projection.speech.0.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/val_1_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.0.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.0.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/then_branch/Gelu_AddBias_0", "label": "com.microsoft::BiasGelu", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If /then_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698/then_branch/node_MatMul_1_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.speech.0.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/gelu" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/val_1_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.0.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/then_branch/node_MatMul_5_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [ { "key": "K", "value": "3072" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "If /then_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698/then_branch/Gelu_AddBias_0", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.speech.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] audio_projection.speech.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/val_3_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/gelu" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,96,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[294912]" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/then_branch/node_Add_6_2", "label": "Add", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If /then_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698/then_branch/node_MatMul_5_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.speech.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/linear_1_true_graph_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/val_3_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_If_5698_phi", "label": "(Phi)", "namespace": "main_graph/If ", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If " } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_If_5698/else_branch/node_Add_6_3", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_If_5698/then_branch/node_Add_6_2", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "getitem_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "getitem_96_if_" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/linear_1_false_graph_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/linear_1_true_graph_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/else_branch/node_MatMul_1_2_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "If /else_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_5672", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.vision.0.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] audio_projection.vision.0.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/val_1_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.0.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.0.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/else_branch/Gelu_AddBias_1", "label": "com.microsoft::BiasGelu", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If /else_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698/else_branch/node_MatMul_1_2_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.vision.0.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/gelu_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/val_1_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.0.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/else_branch/node_MatMul_5_2_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [ { "key": "K", "value": "3072" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "If /else_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698/else_branch/Gelu_AddBias_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.vision.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] audio_projection.vision.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/val_3_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/gelu_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,96,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[294912]" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/else_branch/node_Add_6_3", "label": "Add", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If /else_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698/else_branch/node_MatMul_5_2_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.vision.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/linear_1_false_graph_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/val_3_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_24", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Sub_4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoder_embedding.global_invstd", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,s1,80]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub" }, { "key": "tensor_shape", "value": "FLOAT16[s0,s1,80]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoder_embedding.global_invstd" }, { "key": "tensor_shape", "value": "FLOAT16[80]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Cast_138", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_ReduceSum_137", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_3" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sum_1" }, { "key": "tensor_shape", "value": "INT64[s0]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_105", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_46", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_47" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_46" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_122", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_49", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_50" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_49" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_146", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_64", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_65" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_64" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Equal_151", "label": "Equal", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_67" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Greater_189", "label": "Greater", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_2" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_191", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_89", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_90" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_89" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_204", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_98", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_99" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_98" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_223", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_105", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_106" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_105" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_318", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_153", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_154" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_153" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_329", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_160", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_161" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_160" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Equal_337", "label": "Equal", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "eq_240" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_346", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_164", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_165" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_164" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_5669", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3479", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3480" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3479" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_5704", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3506", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3507" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3506" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Add_6", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Squeeze_3", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8604" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_474" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Cast_25", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_6" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_474" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "n2_8", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_24", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_6", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1,s1,80]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,s1,80]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_6" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n0_10", "label": "Div", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_138", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_62", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "div" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_3" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_62" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Concat_106", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_105", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_48" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_47" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Concat_147", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_146", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_66" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_65" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Not_152", "label": "Not", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Equal_151", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ne_6" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_67" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Concat_319", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_318", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_155" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_154" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Concat_330", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_329", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_162" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_161" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Concat_5670", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_5669", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_341", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3481" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3480" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_341" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Concat_5705", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_5704", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3508" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3507" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Div_8", "label": "Div", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_6", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "floordiv_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8604" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Div_27", "label": "Div", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_25", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_7", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "truediv" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_6" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_7" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_111", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1, 1)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(1, 1, 1, 1)" }, { "key": "strides", "value": "(2, 2)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_8", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.conv.0.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.embed.conv.0.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//2)) + 1,40]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1,s1,80]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.0.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.0.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Ceil_141", "label": "Ceil", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil_1" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "div" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "n1_8", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_106", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1_2" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_48" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "n1_10", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_147", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1_3" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_66" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Cast_240", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Not_152", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_118" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ne_6" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "n1_24", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_319", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1_5" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_155" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "n1_25", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_330", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1_6" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_162" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "n1_34", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_5705", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1_7" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3508" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Add_10", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Div_8", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "floordiv_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_16", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Div_8", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8607" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "floordiv_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Ceil_28", "label": "Ceil", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Div_27", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_8" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "truediv" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Relu_112", "label": "Relu", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_111", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "relu" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//2)) + 1,40]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//2)) + 1,40]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Cast_142", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "INT64" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Ceil_141", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_4" }, { "key": "tensor_shape", "value": "INT64[s0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil_1" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Mod_12", "label": "Mod", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "fmod", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mod_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_124", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_51", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_52" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_51" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Range_144", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_63", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_2" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_63" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Mul_167", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_132" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_206", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_100", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_101" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_100" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_395", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_390", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_209" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_204" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Greater_428", "label": "Greater", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_7" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_466", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_465", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_265" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_264" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Range_479", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_271", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_272", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_6" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_271" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_272" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Range_495", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_284", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_285", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_7" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_284" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_285" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Range_5702", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_3504", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3505", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_8" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3504" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3505" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Cast_29", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "INT64" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Ceil_28", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_8" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Conv_113", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1, 1)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(1, 1, 1, 1)" }, { "key": "strides", "value": "(2, 2)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Relu_112", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.conv.2.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.embed.conv.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//4)) + 1,20]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "relu" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//2)) + 1,40]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.2.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_10", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_142", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_7", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_6" }, { "key": "tensor_shape", "value": "INT64[s0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_4" }, { "key": "tensor_shape", "value": "INT64[s0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_7" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Mul_13", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mod_12", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6474" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mod_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Concat_126", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_122", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_124", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_53", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_54" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_50" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_52" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_53" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "n2_9", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_144", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_2" }, { "key": "tensor_shape", "value": "INT64[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_2" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1_3" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_169", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_167", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_75", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_76" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_132" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_75" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Concat_207", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_204", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_59", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Reshape_206", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_102" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_99" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_59" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_101" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Cast_429", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Greater_428", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_238" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_7" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "n2_26", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_479", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_17", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_16" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_6" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_17" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n2_27", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_495", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_18", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_17" }, { "key": "tensor_shape", "value": "INT64[1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_7" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_18" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n2_31", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_5702", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_34", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_6" }, { "key": "tensor_shape", "value": "INT64[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_8" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1_7" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_37", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_36", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_10" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_9" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Range_43", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_12", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_12" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Range_66", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_26", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_1" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_26" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_69", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_27", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_28" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_27" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Mul_174", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_137" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_193", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_91", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_92" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_91" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_195", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_93", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_94" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_93" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_384", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_383", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_199" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_198" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_408", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_403", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_221" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_216" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_455", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_454", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_255" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_254" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Conv_114", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1, 1)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0, 0, 0)" }, { "key": "strides", "value": "(1, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_113", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.conv.3.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.embed.conv.3.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//4)) + 1,20]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//4)) + 1,20]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.3.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.3.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_14", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_5", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8606" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6474" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Less_150", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_9", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_6" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_2" }, { "key": "tensor_shape", "value": "INT64[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_6" }, { "key": "tensor_shape", "value": "INT64[s0,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sub_508", "label": "Sub", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_27", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_26", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub_312" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_17" }, { "key": "tensor_shape", "value": "INT64[1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_16" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Less_5709", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_31", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_32", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_24" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_6" }, { "key": "tensor_shape", "value": "INT64[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_19" }, { "key": "tensor_shape", "value": "INT64[s0,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Concat_39", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Constant_5723", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_37", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_1" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy" }, { "key": "tensor_shape", "value": "INT64[0]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_10" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "n2", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_43", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n2_2", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_66", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_1" }, { "key": "tensor_shape", "value": "INT64[1,CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_1" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Concat_71", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_69", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_30" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_28" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Mul_175", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_174", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_138" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_137" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Concat_196", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_191", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_193", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Reshape_195", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_95" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_90" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_92" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_94" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Relu_115", "label": "Relu", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_114", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "relu_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//4)) + 1,20]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//4)) + 1,20]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mod_15", "label": "Mod", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "fmod", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_14", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mod_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8606" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Shape_153", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_150", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_68" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_6" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Less_510", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Sub_508", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_296", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_21" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub_312" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_296" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_NonZero_5710", "label": "NonZero", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_5709", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3509" }, { "key": "tensor_shape", "value": "INT64[2,unk__623]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_24" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_92", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_39", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_39" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_1" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Less_45", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_39", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "cat_1" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_GreaterOrEqual_46", "label": "GreaterOrEqual", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] cat", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ge" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "cat" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n1_4", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_71", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_30" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_184", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_175", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_85", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_86" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_138" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_85" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Equal_202", "label": "Equal", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_175", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "eq_134" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_138" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_116", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1, 1)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(1, 1, 1, 1)" }, { "key": "strides", "value": "(2, 2)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Relu_115", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.conv.5.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.embed.conv.5.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1,10]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "relu_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//4)) + 1,20]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.5.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.5.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_17", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_16", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mod_15", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8607" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mod_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_225", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mod_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_107", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_108" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mod_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_107" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Expand_154", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Not_152", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Shape_153", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ne_6" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_68" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Where_512", "label": "Where", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_510", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_297", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Sub_508", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "masked_fill" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_21" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "condition" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_297" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "X" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "sub_312" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5711", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(1, 0)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_NonZero_5710", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3510" }, { "key": "tensor_shape", "value": "INT64[unk__623,2]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3509" }, { "key": "tensor_shape", "value": "INT64[2,unk__623]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_And_47", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_45", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_GreaterOrEqual_46", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "ge" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_3", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_1" }, { "key": "tensor_shape", "value": "INT64[1,CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Conv_117", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1, 1)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0, 0, 0)" }, { "key": "strides", "value": "(1, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_116", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.conv.6.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.embed.conv.6.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1,10]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1,10]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.6.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.6.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Div_19", "label": "Div", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "floordiv_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_253", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_252", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_121" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_120" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Range_257", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_122", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_3" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_122" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Range_281", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_135", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_4" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_135" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_284", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_136", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_137" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_136" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Range_327", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_159", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_5" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_159" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_348", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_166", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_167" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_166" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_350", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_168", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_169" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_168" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Concat_226", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_223", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_225", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_109" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_106" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_108" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_And_156", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_150", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Expand_154", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_127" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_6" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "full_like" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Greater_514", "label": "Greater", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Where_512", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_298", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_8" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "masked_fill" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_298" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_GatherND_5712", "label": "GatherND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "batch_dims", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698_phi", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_5711", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_6" }, { "key": "tensor_shape", "value": "FLOAT16[u2,3072]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "getitem_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3510" }, { "key": "tensor_shape", "value": "INT64[unk__623,2]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "n0_2", "label": "NonZero", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_47", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "tmp" }, { "key": "tensor_shape", "value": "INT64[2,unk__1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Relu_118", "label": "Relu", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_117", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "relu_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1,10]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1,10]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_220", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Div_19", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_179" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "floordiv_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Concat_255", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Constant_5806", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_253", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_5" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_11" }, { "key": "tensor_shape", "value": "INT64[0]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_121" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "n2_15", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_257", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_9", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_8" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_3" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_9" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n2_16", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_281", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_9" }, { "key": "tensor_shape", "value": "INT64[1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_4" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_10" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Concat_285", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_284", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_138" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_137" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "n2_22", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_327", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_25", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_5" }, { "key": "tensor_shape", "value": "INT64[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_5" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1_6" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Concat_351", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_346", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_348", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Reshape_350", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_170" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_165" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_167" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_169" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Expand_230", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_112", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_226", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "zeros_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_112" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_109" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "n2_11", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_156", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_8", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_7" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_127" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_8" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Where_516", "label": "Where", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Greater_514", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_299", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Where_512", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "masked_fill_1" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_8" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "condition" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_299" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "X" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "masked_fill" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_5718", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GatherND_5712", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3513", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_features" }, { "key": "tensor_shape", "value": "FLOAT16[num_audio_tokens,3072]" }, { "key": "[metadata] pkg.torch.export.graph_signature.OutputSpec.kind", "value": "USER_OUTPUT" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "view_105" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_6" }, { "key": "tensor_shape", "value": "FLOAT16[u2,3072]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3513" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "n1_2", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(1, 0)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "nonzero" }, { "key": "tensor_shape", "value": "INT64[u0,2]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "tmp" }, { "key": "tensor_shape", "value": "INT64[2,unk__1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_119", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1, 3)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Relu_118", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "transpose" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024,10]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "relu_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1,10]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_235", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_220", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_113", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_114" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_179" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_113" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_305", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_255", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_146" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_5" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Less_259", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_255", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_7" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_8" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "cat_5" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_GreaterOrEqual_260", "label": "GreaterOrEqual", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] cat_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ge_15" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_8" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "cat_4" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n1_20", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_285", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1_4" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_138" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Cast_333", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_22", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_5" }, { "key": "tensor_shape", "value": "INT64[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Expand_355", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_173", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_351", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "zeros_4" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_173" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_170" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_172", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_169", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view" }, { "key": "tensor_shape", "value": "BOOL[s0*((((s1 - 1)//8)) + 1)]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_7" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_76" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "n4_2_n0_17", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "shape" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_7" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Add_517", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Where_516", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_563" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "masked_fill_1" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Gather_64", "label": "Gather", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "1" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n1_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "select" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "nonzero" }, { "key": "tensor_shape", "value": "INT64[u0,2]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_128", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_119", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_126", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_unsafe_view" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,10240]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "transpose" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024,10]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_54" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Concat_237", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_235", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_115", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_116" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_114" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_115" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_And_261", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_259", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_GreaterOrEqual_260", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_3" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_7" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "ge_15" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_17", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_16", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_20", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_3" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_9" }, { "key": "tensor_shape", "value": "INT64[1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1_4" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Slice_389", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_355", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_196", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Reshape_384", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_202", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_388", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "zeros_4" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_196" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_199" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_202" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_203" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Shape_404", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_355", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_217" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "zeros_4" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_413", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(1, 0, 2)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_355", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_226" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "zeros_4" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_209", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_172", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_207", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_5" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view" }, { "key": "tensor_shape", "value": "BOOL[s0*((((s1 - 1)//8)) + 1)]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_102" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "n4_2_n2_13", "label": "Gather", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n4_2_n0_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n4_2_n1_14", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_size" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "shape" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_9" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Gather_518", "label": "Gather", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] encoder.relative_attention_bias_layer.bias_values.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_517", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "embedding" }, { "key": "tensor_shape", "value": "FLOAT16[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1,16]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.relative_attention_bias_layer.bias_values.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1000,16]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_563" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Sub_74", "label": "Sub", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Gather_64", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_31", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub_18" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "select" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_31" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Greater_89", "label": "Greater", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Gather_64", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt" }, { "key": "tensor_shape", "value": "BOOL[u0]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "select" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_130_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "10240" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_128", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.embed.out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_unsafe_view" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,10240]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,320,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[327680]" } ] } ], "style": null, "config": null }, { "id": "n0_23", "label": "NonZero", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_261", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "tmp_4" }, { "key": "tensor_shape", "value": "INT64[2,unk__51]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_3" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Shape_391", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_389", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_205" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_400", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(2, 1, 0)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_389", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_214" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,CeilToInt(IntTrueDiv(s1, 8)),s0]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Gather_405", "label": "Gather", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Shape_404", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_218" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_217" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Shape_210", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_209", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_104" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_5" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "n4_2_n5", "label": "Equal", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n4_2_n2_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] int64_1_cast", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cond_0" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_size" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "int64_1_cast" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_519", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(2, 0, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Gather_518", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute" }, { "key": "tensor_shape", "value": "FLOAT16[16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "embedding" }, { "key": "tensor_shape", "value": "FLOAT16[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1,16]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Less_75", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Sub_74", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_1" }, { "key": "tensor_shape", "value": "BOOL[u0]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub_18" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Where_91", "label": "Where", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Greater_89", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] lift_fresh_copy_3", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Gather_64", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put_1" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt" }, { "key": "tensor_shape", "value": "BOOL[u0]" }, { "key": "param_name", "value": "condition" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "X" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "select" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "Y" } ] } ], "style": null, "config": null }, { "id": "node_Add_131", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_130_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n1_18", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(1, 0)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_23", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "nonzero_1" }, { "key": "tensor_shape", "value": "INT64[u1,2]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "tmp_4" }, { "key": "tensor_shape", "value": "INT64[2,unk__51]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Gather_392", "label": "Gather", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Shape_391", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_124", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_206" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_205" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_124" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Range_406", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Gather_405", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_219" }, { "key": "tensor_shape", "value": "INT64[unk__76]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_218" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Expand_211", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Equal_202", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Shape_210", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_2" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "eq_134" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_104" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "n4_2_n6", "label": "If", "namespace": "main_graph/If ", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If " } ], "incomingEdges": [ { "sourceNodeId": "n4_2_n5", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "squeeze_if_" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cond_0" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "cond" } ] } ], "style": null, "config": null }, { "id": "n4_2_n6/then_branch/n3_3", "label": "Squeeze", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If /then_branch" } ], "incomingEdges": [ { "sourceNodeId": "n2_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dims", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "n4_2_n6/then_branch/result" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "[metadata] graph_output_index", "value": "0" }, { "key": "param_name", "value": "squeezed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_7" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dims" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n4_2_n6_phi", "label": "(Phi)", "namespace": "main_graph/If ", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If " } ], "incomingEdges": [ { "sourceNodeId": "n4_2_n6", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n4_2_n6/else_branch/n0_19", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "n4_2_n6/then_branch/n3_3", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "squeeze" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "squeeze_if_" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "n4_2_n6/else_branch/result_3" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "n4_2_n6/then_branch/result" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "style": null, "config": null }, { "id": "n4_2_n6/else_branch/n0_19", "label": "Identity", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If /else_branch" } ], "incomingEdges": [ { "sourceNodeId": "n2_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "n4_2_n6/else_branch/result_3" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "[metadata] graph_output_index", "value": "0" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_7" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "n2_28", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_519", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_19", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute" }, { "key": "tensor_shape", "value": "FLOAT16[16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_19" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Where_77", "label": "Where", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_75", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] lift_fresh_copy_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Sub_74", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_1" }, { "key": "tensor_shape", "value": "BOOL[u0]" }, { "key": "param_name", "value": "condition" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "X" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "sub_18" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "Y" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_96", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Where_91", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_43" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put_1" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n0_39", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_131", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Gather_279", "label": "Gather", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "1" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n1_18", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "select_1" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "nonzero_1" }, { "key": "tensor_shape", "value": "INT64[u1,2]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Range_393", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Gather_392", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_207" }, { "key": "tensor_shape", "value": "INT64[unk__74]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_206" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Slice_410", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_406", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_220", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Unsqueeze_408", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Constant_403", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] val_222", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_223" }, { "key": "tensor_shape", "value": "INT64[unk__77]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_219" }, { "key": "tensor_shape", "value": "INT64[unk__76]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_220" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_221" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_216" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_222" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Not_213", "label": "Not", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_211", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_not" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_2" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_And_216", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_209", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Expand_211", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_160" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_5" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "full_like_2" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Cast_231", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n4_2_n6_phi", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_1" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "squeeze" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_82", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Where_77", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_36" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_GatherND_98", "label": "GatherND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "batch_dims", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_92", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_96", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_45" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_39" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_43" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_523_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_39", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_301" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Sub_287", "label": "Sub", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Gather_279", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_31", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub_175" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "select_1" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_31" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Greater_302", "label": "Greater", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Gather_279", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_3" }, { "key": "tensor_shape", "value": "BOOL[u1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "select_1" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_397", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_393", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_208", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Unsqueeze_395", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Constant_390", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] val_210", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_211" }, { "key": "tensor_shape", "value": "INT64[unk__75]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_207" }, { "key": "tensor_shape", "value": "INT64[unk__74]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_208" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_209" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_204" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_210" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_411", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_410", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_224" }, { "key": "tensor_shape", "value": "INT64[unk__77,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_223" }, { "key": "tensor_shape", "value": "INT64[unk__77]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Concat_232", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "1" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_231", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Expand_230", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_1" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "zeros_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_GatherND_84", "label": "GatherND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "batch_dims", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_32", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_82", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_38" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_32" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_36" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_99", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GatherND_98", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_2" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_45" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Add_524", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_523_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_301" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Less_288", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Sub_287", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_8" }, { "key": "tensor_shape", "value": "BOOL[u1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub_175" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Where_304", "label": "Where", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Greater_302", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] lift_fresh_copy_7", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Gather_279", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put_3" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_3" }, { "key": "tensor_shape", "value": "BOOL[u1]" }, { "key": "param_name", "value": "condition" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_7" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "X" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "select_1" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "Y" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_398", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_397", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_212" }, { "key": "tensor_shape", "value": "INT64[unk__75,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_211" }, { "key": "tensor_shape", "value": "INT64[unk__75]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_239", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_232", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_237", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_7" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_116" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_85", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GatherND_84", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_1" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_38" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "n2_5", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_99", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_3" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_2" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Split_5952", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_524", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Where_290", "label": "Where", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_288", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] lift_fresh_copy_6", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Sub_287", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put_2" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_8" }, { "key": "tensor_shape", "value": "BOOL[u1]" }, { "key": "param_name", "value": "condition" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_6" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "X" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "sub_175" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "Y" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_309", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Where_304", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_150" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put_3" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Shape_241", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_239", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_119" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_7" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "n2_4", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_85", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_3", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_2" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_1" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Less_101", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_2" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_3" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_529", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_5952", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_295", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Where_290", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_143" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put_2" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_GatherND_311", "label": "GatherND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "batch_dims", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_305", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_309", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_152" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_146" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_150" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Expand_242", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_240", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Shape_241", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_118" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_119" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_GreaterOrEqual_87", "label": "GreaterOrEqual", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ge_4" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_2" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_530", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_5952", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_529", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_390" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_GatherND_297", "label": "GatherND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "batch_dims", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_139", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_295", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_145" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_139" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_143" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_312", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GatherND_311", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_5" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_152" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Cast_243", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "BOOL" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_242", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_10" }, { "key": "tensor_shape", "value": "BOOL[s0,500]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_And_102", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GreaterOrEqual_87", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Less_101", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_1" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ge_4" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "lt_2" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_531", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_5952", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_530", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_394" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_390" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_298", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GatherND_297", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_4" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_145" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "n2_19", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_312", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_12", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_11" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_5" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_12" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Cast_244", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_243", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_2" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_10" }, { "key": "tensor_shape", "value": "BOOL[s0,500]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "n2_6", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_102", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_4" }, { "key": "tensor_shape", "value": "BOOL[1,CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_1" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_534_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_531", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_304" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_394" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "n2_18", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_298", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_11", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_10" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_4" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_11" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Less_314", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_19", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_9" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_3" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_11" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_245", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_239", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_244", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_201" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_7" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_2" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_7", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_6", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_8", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_1" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_4" }, { "key": "tensor_shape", "value": "BOOL[1,CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1_2" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Add_535", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_534_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_304" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_GreaterOrEqual_300", "label": "GreaterOrEqual", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_18", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ge_19" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_3" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_10" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_ReduceSum_325", "label": "ReduceSum", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "keepdims", "value": "0" }, { "key": "noop_with_empty_axes", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_245", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_158", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sum_2" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "reduced" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_201" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_158" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_187", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_7", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_184", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_2" }, { "key": "tensor_shape", "value": "BOOL[s0*CeilToInt(IntTrueDiv(s1, 8))**2]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_1" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_86" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Mul_539", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_535", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_407" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_1" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_And_315", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GreaterOrEqual_300", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Less_314", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_4" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ge_19" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "lt_9" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_23", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_ReduceSum_325", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_14", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_13" }, { "key": "tensor_shape", "value": "FLOAT[s0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sum_2" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_14" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_198", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_187", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_196", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_4" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_2" }, { "key": "tensor_shape", "value": "BOOL[s0*CeilToInt(IntTrueDiv(s1, 8))**2]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_95" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_0", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_131", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_539", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.0.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_1" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_621" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_407" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n2_20", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_315", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_12" }, { "key": "tensor_shape", "value": "BOOL[1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_4" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Less_334", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_333", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_23", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_10" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_13" }, { "key": "tensor_shape", "value": "FLOAT[s0,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Shape_199", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_198", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_97" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_4" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_And_214", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_209", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_198", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_2" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_5" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "view_4" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_And_218", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_198", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Not_213", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_165" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_4" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_not" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_21", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_20", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_24", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_12" }, { "key": "tensor_shape", "value": "BOOL[1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1_5" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "n2_24", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_334", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_15", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_14" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_10" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_15" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Expand_200", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Greater_189", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Shape_199", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_1" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_2" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_97" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Shape_338", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_21", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_163" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_And_336", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_24", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_21", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_5" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_14" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "expand_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_And_215", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_214", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Expand_200", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_157" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_2" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "full_like_1" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Expand_339", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Equal_337", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Shape_338", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "eq_240" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_163" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Or_217", "label": "Or", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_215", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_And_216", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_254" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_157" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_160" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Not_341", "label": "Not", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_339", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_not_1" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_And_342", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_21", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Expand_339", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_253" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "full_like_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Or_219", "label": "Or", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Or_217", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_And_218", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_263" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_254" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_165" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_And_343", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_336", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Not_341", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_256" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_5" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_not_1" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Cast_5872", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Or_219", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "copy_2" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_263" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Or_344", "label": "Or", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_342", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_And_343", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_428" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_253" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_256" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_399", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(2, 1, 0)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_5872", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_213" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + 1,CeilToInt(IntTrueDiv(s1, 8)),s0]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "copy_2" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Cast_5887", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Or_344", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "copy_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_428" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_ScatterND_401", "label": "ScatterND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "reduction", "value": "none" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_400", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_398", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Transpose_399", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_215" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,CeilToInt(IntTrueDiv(s1, 8)),s0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_214" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,CeilToInt(IntTrueDiv(s1, 8)),s0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_212" }, { "key": "tensor_shape", "value": "INT64[unk__75,1]" }, { "key": "param_name", "value": "indices" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_213" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + 1,CeilToInt(IntTrueDiv(s1, 8)),s0]" }, { "key": "param_name", "value": "updates" } ] } ], "style": null, "config": null }, { "id": "node_Shape_430", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_5887", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_239" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "copy_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_402", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(2, 1, 0)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_ScatterND_401", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_scatter" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_215" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,CeilToInt(IntTrueDiv(s1, 8)),s0]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Expand_431", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_429", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Shape_430", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_238" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_239" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_412", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(1, 0, 2)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_402", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_225" }, { "key": "tensor_shape", "value": "FLOAT[CeilToInt(IntTrueDiv(s1, 8)),s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_scatter" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Cast_432", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "BOOL" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_431", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_14" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_ScatterND_414", "label": "ScatterND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "reduction", "value": "none" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_413", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_411", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Transpose_412", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_227" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_226" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_224" }, { "key": "tensor_shape", "value": "INT64[unk__77,1]" }, { "key": "param_name", "value": "indices" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_225" }, { "key": "tensor_shape", "value": "FLOAT[CeilToInt(IntTrueDiv(s1, 8)),s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "updates" } ] } ], "style": null, "config": null }, { "id": "node_Not_433", "label": "Not", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_432", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_not_2" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_14" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Cast_434", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_432", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_4" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_14" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_415", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(1, 0, 2)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_ScatterND_414", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_scatter_1" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_227" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Cast_436", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Not_433", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_not_2" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Mul_435", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_5887", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_434", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_316" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "copy_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_4" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_437", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_415", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_436", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_320" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_scatter_1" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_438", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_435", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_437", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_501" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_316" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_320" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_460", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_438", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_252", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Reshape_455", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_258", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_459", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_9" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_501" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_252" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_255" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_258" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_259" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_471", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_460", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_262", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Reshape_466", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_268", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_470", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_10" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_9" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_262" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_265" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_268" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_269" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Cast_472", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "INT32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_471", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_10" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "Attention_0", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_0", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_0_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_0_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_0_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_0_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_604_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_0", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_345" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_0", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_604_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_0", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.0.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_2" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_3" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_741" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_345" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_621" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_608", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_0", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_609", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_608", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_632", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_609", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_358", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_362", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_365", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_631", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_358" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_362" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_365" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_366" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_667", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_609", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_389", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_393", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_396", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_666", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_389" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_393" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_396" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_397" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_644", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_632", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_770" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_679", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_667", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_787" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_680", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_679", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_787" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_681", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_679", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_680", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_538" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_787" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_682", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_644", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_681", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_542" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_770" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_538" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_685", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_682", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_542" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_686", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_685", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_720", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_686", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_430", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_434", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_437", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_719", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_430" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_434" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_437" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_438" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_721", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_720", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_722", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_720", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_721", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_570" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_723", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_722", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_570" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_724", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_723", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_2", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_0", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_724", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_4" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_5" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_852" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_741" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_729_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_440" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_730", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_729_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_440" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6048", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_730", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_1_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_1_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_734", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6048", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_1_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_735", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6048", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_734", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_601" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_1_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_736", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6048", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_735", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_605" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_1_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_601" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_739_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_736", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_442" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_605" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_740", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_739_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_442" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_743", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_740", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_3", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_618" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_3" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_3", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_2", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_743", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.0.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_852" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_618" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_52", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_748_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_52", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_444" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_749", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_748_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_444" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6053", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_749", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_2_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_2_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_753", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6053", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_2_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_754", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6053", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_753", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_643" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_2_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_755", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6053", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_754", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_647" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_2_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_643" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_758_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_755", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_446" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_647" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_759", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_758_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_446" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_762", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_759", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_660" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_4" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_4", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_762", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.1.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_6" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_6" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_7" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_954" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_660" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_1", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_1_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_1_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_6" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_1_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_1_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_821_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_480" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_1", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_821_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_4", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.1.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_8" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_9" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1074" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_480" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_954" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_825", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_826", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_825", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_848", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_826", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_493", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_496", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_499", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_847", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_493" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_496" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_499" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_500" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_882", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_826", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_523", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_526", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_529", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_881", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_523" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_526" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_529" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_530" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_860", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_848", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_894", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_882", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_895", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_894", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_896", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_894", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_895", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_791" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_897", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_860", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_896", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_795" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_791" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_900", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_897", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_795" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_901", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_900", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_6" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_934", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_901", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_563", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_566", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_569", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_933", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_6" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_563" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_566" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_569" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_570" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_935", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_934", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_6" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_936", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_934", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_935", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_823" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_6" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_937", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_936", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_823" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_938", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_937", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_6", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_1", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_938", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_10" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_11" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1074" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_943_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_6", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_572" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_944", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_943_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_572" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6149", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_944", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_3_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_3_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_948", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6149", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_3_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_949", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6149", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_948", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_854" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_3_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_950", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6149", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_949", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_858" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_3_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_854" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_953_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_950", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_574" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_858" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_954", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_953_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_574" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_957", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_954", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_6", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_871" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_6" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_7", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_6", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_957", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.1.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_871" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_65", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_7", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_962_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_65", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_576" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_963", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_962_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_576" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6154", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_963", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_4_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_4_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_967", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6154", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_4_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_968", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6154", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_967", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_896" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_4_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_969", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6154", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_968", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_900" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_4_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_896" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_972_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_969", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_578" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_900" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_973", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_972_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_578" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_976", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_973", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_7", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_913" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_7" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_8", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_7", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_976", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.2.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_12" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_13" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1287" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_913" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_2", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_8", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_2_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_2_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_2_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_2_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1035_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_612" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_2", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1035_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_8", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.2.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_14" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_15" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1407" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_612" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_1287" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1039", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1040", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_1039", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1062", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1040", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_625", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_628", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_631", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1061", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_625" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_628" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_631" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_632" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1096", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1040", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_655", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_658", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_661", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1095", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_655" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_658" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_661" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_662" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_1074", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1062", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1436" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_1108", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1096", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1453" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1109", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1108", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1453" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1110", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1108", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1109", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1044" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1453" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1111", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1074", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1110", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1048" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1436" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1044" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1114", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1111", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1048" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1115", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1114", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1148", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1115", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_695", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_698", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_701", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1147", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_695" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_698" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_701" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_702" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1149", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1148", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1150", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1148", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1149", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1076" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1151", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1150", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1076" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1152", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1151", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_10", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_2", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_1152", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_16" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_17" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1518" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1407" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1157_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_704" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1158", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1157_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_704" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6250", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1158", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_5_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_5_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1162", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6250", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_5_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1163", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6250", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1162", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1107" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_5_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1164", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6250", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1163", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_5_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1107" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1167_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1164", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_706" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1168", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1167_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_706" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1171", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1168", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_9", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1124" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_9" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_11", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_10", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1171", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.2.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1518" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1124" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_78", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1176_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_78", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_708" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1177", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1176_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_708" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6255", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1177", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_6_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_6_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1181", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6255", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_6_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1182", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6255", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1181", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1149" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_6_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1183", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6255", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1182", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1153" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_6_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1149" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1186_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1183", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_710" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1153" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1187", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1186_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_710" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1190", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1187", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1166" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_10" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_12", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1190", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.3.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_18" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_19" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1620" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1166" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_3", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_12", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_3_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_3_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_3_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_3_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1249_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_744" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_3", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1249_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_12", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.3.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_20" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_21" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1740" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_744" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_1620" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1253", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1254", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_1253", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1276", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1254", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_757", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_760", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_763", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1275", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_757" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_760" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_763" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_764" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1310", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1254", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_787", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_790", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_793", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1309", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_787" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_790" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_793" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_794" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_1288", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1276", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1769" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_1322", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1310", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1786" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1323", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1322", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1786" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1324", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1322", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1323", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1297" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1786" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1325", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1288", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1324", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1301" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1769" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1297" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1328", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1325", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1301" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1329", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1328", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1362", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1329", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_827", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_830", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_833", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1361", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_827" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_830" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_833" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_834" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1363", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1362", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1364", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1362", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1363", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1329" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1365", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1364", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1329" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1366", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1365", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_14", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_3", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_1366", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_22" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_23" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1851" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1740" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1371_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_14", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_836" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1372", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1371_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_836" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6351", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1372", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_7_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_7_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1376", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6351", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_7_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1377", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6351", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1376", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1360" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_7_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1378", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6351", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1377", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1364" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_7_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1360" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1381_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1378", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_838" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1364" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1382", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1381_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_838" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1385", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1382", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_12", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1377" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_12" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_15", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_14", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1385", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.3.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1851" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1377" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_91", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1390_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_91", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_840" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1391", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1390_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_840" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6356", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1391", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_8_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_8_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1395", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6356", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_8_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1396", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6356", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1395", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1402" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_8_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1397", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6356", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1396", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1406" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_8_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1402" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1400_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1397", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_842" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1406" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1401", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1400_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_842" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1404", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1401", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1419" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_13" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_16", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1404", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.4.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_24" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_25" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1953" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1419" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_4", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_16", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_4_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_4_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_4_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_4_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1463_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_876" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_4", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1463_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_16", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.4.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_22" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_26" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_27" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2073" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_876" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_1953" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1467", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_22" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1468", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_1467", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1490", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1468", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_889", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_892", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_895", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1489", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_889" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_892" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_895" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_896" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1524", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1468", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_919", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_922", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_925", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1523", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_919" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_922" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_925" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_926" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_1502", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1490", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_1536", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1524", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1537", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1536", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1538", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1536", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1537", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1550" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1539", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1502", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1538", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1554" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1550" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1542", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1539", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1554" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1543", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1542", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1576", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1543", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_959", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_962", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_965", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1575", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_959" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_962" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_965" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_966" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1577", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1576", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1578", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1576", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1577", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1582" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1579", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1578", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1582" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1580", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1579", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_18", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_4", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_1580", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_28" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_29" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2184" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2073" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1585_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_18", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_968" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1586", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1585_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_968" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6452", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1586", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_9_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_9_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1590", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6452", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_9_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1591", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6452", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1590", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1613" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_9_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1592", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6452", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1591", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1617" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_9_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1613" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1595_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1592", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_970" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1617" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1596", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1595_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_970" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1599", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1596", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_15", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1630" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_15" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_19", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_18", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1599", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.4.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2184" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1630" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_104", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_19", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1604_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_104", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_972" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1605", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1604_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_972" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6457", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1605", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_10_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_10_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1609", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6457", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_10_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1610", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6457", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1609", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1655" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_10_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1611", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6457", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1610", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1659" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_10_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1655" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1614_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1611", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_974" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1659" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1615", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1614_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_974" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1618", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1615", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_16", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1672" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_16" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_20", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_19", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1618", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.5.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_30" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_31" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2286" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1672" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_5", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_20", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_5_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_5_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_5_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_5_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1677_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_5", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1008" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_5", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1677_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_20", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.5.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_32" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_33" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2406" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1008" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_2286" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1681", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_5", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1682", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_1681", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1704", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1682", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1021", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1024", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1027", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1703", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1021" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1024" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1027" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1028" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1738", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1682", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1051", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1054", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1057", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1737", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1051" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1054" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1057" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1058" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_1716", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1704", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2435" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_1750", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1738", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2452" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1751", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1750", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2452" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1752", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1750", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1751", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1803" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2452" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1753", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1716", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1752", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1807" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2435" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1803" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1756", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1753", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1807" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1757", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1756", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_22" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1790", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1757", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1091", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1094", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1097", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1789", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_22" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1091" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1094" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1097" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1098" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1791", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1790", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_22" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1792", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1790", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1791", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1835" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_22" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1793", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1792", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1835" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1794", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1793", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_22", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_5", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_1794", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_34" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_35" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2517" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2406" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1799_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_22", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1800", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1799_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6553", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1800", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_11_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_11_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1804", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6553", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_11_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1805", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6553", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1804", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1866" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_11_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1806", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6553", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1805", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1870" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_11_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1866" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1809_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1806", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1870" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1810", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1809_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1813", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1810", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_18", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1883" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_18" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_23", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_22", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1813", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.5.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2517" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1883" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_117", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_23", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1818_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_117", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1819", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1818_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6558", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1819", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_12_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_12_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1823", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6558", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_12_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1824", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6558", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1823", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1908" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_12_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1825", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6558", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1824", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1912" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_12_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1908" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1828_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1825", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1106" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1912" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1829", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1828_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1106" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1832", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1829", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_19", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1925" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_19" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_24", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_23", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1832", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.6.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_36" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_37" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2619" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1925" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_6", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_24", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_6_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_6_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_6_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_6_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1891_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_6", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1140" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_6", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1891_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_24", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.6.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_38" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_39" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2739" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1140" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_2619" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1895", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_6", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1896", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_1895", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1918", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1896", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1153", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1156", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1159", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1917", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1153" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1156" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1159" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1160" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1952", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1896", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1183", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1186", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1189", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1951", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1183" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1186" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1189" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1190" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_1930", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1918", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2768" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_1964", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1952", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2785" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1965", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1964", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2785" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1966", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1964", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1965", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2056" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2785" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1967", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1930", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1966", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2060" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2768" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2056" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1970", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1967", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2060" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1971", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1970", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2004", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1971", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1223", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1226", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1229", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2003", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1223" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1226" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1229" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1230" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2005", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2004", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2006", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2004", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2005", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2088" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2007", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2006", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2088" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2008", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2007", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_26", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_6", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_2008", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_40" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_41" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2850" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2739" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2013_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_26", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1232" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2014", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2013_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1232" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6654", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2014", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_13_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_13_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2018", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6654", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_13_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2019", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6654", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2018", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_13_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2020", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6654", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2019", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2123" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_13_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2023_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2020", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1234" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2123" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2024", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2023_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1234" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2027", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2024", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_21", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2136" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_21" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_27", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_26", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2027", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.6.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2850" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2136" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_130", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_27", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2032_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_130", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1236" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2033", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2032_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1236" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6659", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2033", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_14_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_14_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2037", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6659", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_14_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2038", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6659", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2037", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2161" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_14_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2039", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6659", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2038", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2165" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_14_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2161" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2042_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2039", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1238" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2165" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2043", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2042_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1238" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2046", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2043", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_22", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2178" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_22" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_28", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_27", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2046", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.7.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_42" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_43" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2952" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2178" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_7", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_28", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_7_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_7_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_7_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_7_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2105_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_7", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1272" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_7", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2105_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_28", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.7.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_44" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_45" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3072" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1272" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_2952" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2109", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_7", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2110", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_2109", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2132", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2110", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1285", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1288", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1291", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2131", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1285" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1288" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1291" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1292" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2166", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2110", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1315", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1318", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1321", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2165", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1315" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1318" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1321" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1322" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_2144", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2132", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3101" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_2178", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2166", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3118" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2179", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2178", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3118" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2180", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2178", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2179", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2309" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3118" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2181", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2144", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2180", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2313" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3101" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2309" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2184", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2181", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2313" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2185", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2184", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2218", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2185", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1355", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1358", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1361", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2217", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1355" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1358" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1361" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1362" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2219", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2218", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2220", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2218", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2219", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2341" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2221", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2220", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2341" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2222", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2221", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_30", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_7", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_2222", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_38" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_46" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_47" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3072" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2227_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_30", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1364" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_38" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2228", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2227_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1364" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6755", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2228", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_15_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_15_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2232", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6755", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_15_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2233", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6755", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2232", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2372" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_15_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2234", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6755", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2233", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2376" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_15_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2372" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2237_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2234", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1366" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2376" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2238", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2237_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1366" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2241", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2238", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_24", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2389" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_24" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_31", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_30", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2241", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.7.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2389" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_143", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_31", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2246_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_143", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1368" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2247", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2246_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1368" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6760", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2247", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_16_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_16_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2251", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6760", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_16_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2252", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6760", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2251", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2414" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_16_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2253", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6760", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2252", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2418" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_16_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2414" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2256_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2253", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1370" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2418" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2257", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2256_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1370" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2260", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2257", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_25", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2431" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_25" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_32", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_31", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2260", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.8.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_48" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_49" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3285" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2431" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_8", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_32", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_8_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_8_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_8_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_8_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2319_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_8", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1404" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_8", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2319_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_32", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.8.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_50" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_51" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3405" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1404" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_3285" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2323", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_8", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2324", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_2323", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2346", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2324", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1417", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1420", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1423", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2345", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1417" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1420" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1423" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1424" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2380", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2324", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1447", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1450", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1453", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2379", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1447" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1450" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1453" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1454" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_2358", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2346", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3434" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_2392", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2380", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3451" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2393", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2392", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3451" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2394", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2392", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2393", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2562" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3451" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2395", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2358", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2394", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2566" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3434" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2562" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2398", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2395", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2566" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2399", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2398", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2432", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2399", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1487", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1490", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1493", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2431", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1487" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1490" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1493" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1494" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2433", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2432", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2434", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2432", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2433", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2594" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2435", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2434", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2594" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2436", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2435", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_34", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_8", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_2436", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_52" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_53" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3516" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3405" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2441_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_34", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1496" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2442", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2441_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1496" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6856", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2442", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_17_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_17_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2446", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6856", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_17_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2447", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6856", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2446", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2625" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_17_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2448", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6856", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2447", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2629" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_17_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2625" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2451_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2448", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1498" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2629" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2452", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2451_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1498" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2455", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2452", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_27", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2642" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_27" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_35", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_34", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2455", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.8.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3516" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2642" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_156", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_35", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2460_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_156", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1500" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2461", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2460_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1500" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6861", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2461", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_18_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_18_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2465", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6861", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_18_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2466", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6861", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2465", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2667" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_18_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2467", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6861", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2466", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2671" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_18_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2667" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2470_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2467", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1502" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2671" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2471", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2470_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1502" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2474", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2471", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_28", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2684" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_28" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_36", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_35", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2474", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.9.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_46" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_54" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_55" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3618" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2684" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_9", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_36", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_9_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_9_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_46" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_9_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_9_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2533_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_9", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1536" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_9", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2533_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_36", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.9.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_56" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_57" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3738" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1536" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_3618" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2537", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_9", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2538", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_2537", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2560", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2538", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1549", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1552", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1555", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2559", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1549" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1552" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1555" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1556" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2594", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2538", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1579", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1582", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1585", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2593", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_98" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1579" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1582" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1585" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1586" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_2572", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2560", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3767" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_2606", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2594", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3784" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_98" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2607", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2606", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3784" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2608", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2606", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2607", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2815" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3784" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2609", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2572", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2608", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2819" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3767" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2815" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2612", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2609", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2819" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2613", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2612", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_38" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2646", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2613", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1619", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1622", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1625", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2645", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_38" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1619" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1622" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1625" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1626" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2647", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2646", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_38" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2648", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2646", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2647", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2847" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_38" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2649", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2648", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2847" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2650", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2649", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_38", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_9", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_2650", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_58" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_59" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3849" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3738" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2655_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_38", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1628" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2656", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2655_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1628" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6957", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2656", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_19_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_19_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2660", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6957", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_19_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2661", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6957", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2660", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2878" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_19_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2662", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6957", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2661", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2882" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_19_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2878" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2665_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2662", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1630" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2882" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2666", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2665_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1630" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2669", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2666", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_30", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2895" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_30" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_39", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_38", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2669", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.9.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3849" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2895" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_169", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_39", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2674_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_169", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1632" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2675", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2674_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1632" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6962", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2675", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_20_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_20_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2679", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6962", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_20_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2680", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6962", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2679", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2920" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_20_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2681", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6962", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2680", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2924" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_20_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2920" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2684_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2681", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1634" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2924" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2685", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2684_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1634" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2688", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2685", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_31", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2937" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_31" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_40", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_39", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2688", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.10.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_60" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_61" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3951" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2937" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_10", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_40", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_10_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_10_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_10_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_10_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2747_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1668" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_10", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2747_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_40", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.10.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_62" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_63" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4071" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1668" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_3951" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2751", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2752", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_2751", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2774", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2752", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1681", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1684", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1687", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2773", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1681" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1684" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1687" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1688" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2808", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2752", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1711", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1714", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1717", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2807", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_107" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1711" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1714" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1717" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1718" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_2786", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2774", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_2820", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2808", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4117" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_107" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2821", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2820", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4117" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2822", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2820", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2821", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3068" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4117" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2823", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2786", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2822", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3072" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3068" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2826", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2823", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3072" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2827", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2826", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2860", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2827", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1751", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1754", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1757", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2859", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1751" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1754" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1757" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1758" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2861", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2860", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2862", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2860", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2861", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2863", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2862", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2864", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2863", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_42", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_10", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_2864", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_64" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_65" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4182" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4071" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2869_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_42", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1760" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2870", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2869_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1760" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7058", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2870", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_21_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_21_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2874", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7058", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_21_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2875", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7058", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2874", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3131" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_21_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2876", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7058", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2875", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3135" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_21_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3131" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2879_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2876", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1762" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3135" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2880", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2879_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1762" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2883", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2880", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_33", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3148" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_33" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_43", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_42", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2883", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.10.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4182" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3148" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_182", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_43", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2888_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_182", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1764" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2889", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2888_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1764" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7063", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2889", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_22_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_22_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2893", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7063", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_22_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2894", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7063", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2893", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3173" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_22_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2895", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7063", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2894", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3177" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_22_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3173" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2898_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2895", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1766" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3177" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2899", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2898_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1766" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2902", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2899", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_34", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3190" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_34" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_44", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_43", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2902", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.11.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_66" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_67" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4284" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3190" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_11", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_44", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_11_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_11_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_11_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_11_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2961_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1800" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_11", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2961_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_44", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.11.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_68" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_69" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4404" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1800" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_4284" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2965", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2966", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_2965", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2988", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2966", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1813", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1816", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1819", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2987", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1813" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1816" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1819" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1820" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3022", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2966", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1843", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1846", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1849", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3021", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1843" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1846" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1849" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1850" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_3000", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2988", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4433" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_3034", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3022", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4450" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3035", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3034", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4450" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3036", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3034", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3035", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3321" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4450" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3037", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3000", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3036", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3325" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4433" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3321" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3040", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3037", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3325" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3041", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3040", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_46" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3074", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3041", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1883", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1886", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1889", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3073", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_46" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1883" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1886" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1889" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1890" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3075", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3074", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_46" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3076", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3074", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3075", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3353" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_46" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3077", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3076", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3353" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3078", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3077", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_46", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_11", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_3078", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_70" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_71" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4515" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4404" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3083_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_46", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1892" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3084", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3083_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1892" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7159", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3084", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_23_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_23_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3088", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7159", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_23_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3089", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7159", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3088", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3384" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_23_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3090", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7159", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3089", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3388" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_23_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3384" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3093_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3090", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1894" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3388" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3094", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3093_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1894" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3097", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3094", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_36", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3401" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_36" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_47", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_46", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3097", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.11.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4515" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3401" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_195", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_47", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3102_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_195", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1896" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3103", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3102_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_97" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1896" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7164", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3103", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_24_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_24_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_97" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3107", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7164", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_24_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3108", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7164", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3107", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3426" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_24_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3109", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7164", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3108", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3430" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_24_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3426" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3112_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3109", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1898" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3430" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3113", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3112_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_98" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1898" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3116", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3113", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_37", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3443" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_98" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_37" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_48", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_47", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3116", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.12.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_72" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_73" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4617" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3443" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_12", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_48", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_12_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_12_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_12_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_12_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3175_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_12", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1932" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_12", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3175_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_48", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.12.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_74" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_75" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4737" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1932" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_4617" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3179", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_12", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3180", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_3179", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3202", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3180", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1945", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1948", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1951", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3201", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_122" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1945" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1948" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1951" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1952" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3236", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3180", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1975", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1978", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1981", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3235", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_125" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1975" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1978" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1981" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1982" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_3214", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3202", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4766" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_122" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_3248", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3236", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4783" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_125" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3249", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3248", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4783" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3250", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3248", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3249", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3574" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4783" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3251", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3214", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3250", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3578" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4766" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3574" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3254", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3251", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3578" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3255", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3254", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3288", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3255", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2015", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2018", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2021", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3287", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_129" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2015" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2018" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2021" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2022" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3289", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3288", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_129" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3290", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3288", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3289", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3606" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_129" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3291", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3290", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3606" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3292", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3291", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_50", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_12", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_3292", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_76" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_77" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4848" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4737" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3297_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_50", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2024" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3298", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3297_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2024" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7260", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3298", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_25_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_25_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3302", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7260", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_25_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3303", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7260", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3302", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3637" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_25_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3304", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7260", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3303", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3641" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_25_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3637" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3307_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3304", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2026" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3641" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3308", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3307_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2026" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3311", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3308", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_39", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3654" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_39" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_51", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_50", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3311", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.12.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4848" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3654" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_208", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_51", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3316_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_208", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2028" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3317", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3316_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_105" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2028" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7265", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3317", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_26_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_26_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_105" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3321", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7265", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_26_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3322", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7265", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3321", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3679" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_26_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3323", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7265", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3322", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3683" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_26_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3679" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3326_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3323", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2030" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3683" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3327", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3326_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_106" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2030" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3330", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3327", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_40", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3696" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_106" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_40" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_52", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_51", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3330", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.13.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_78" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_79" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4950" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3696" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_13", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_52", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_13_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_13_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_13_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_13_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3389_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2064" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_13", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3389_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_52", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.13.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_80" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_81" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5070" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2064" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_4950" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3393", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3394", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_3393", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3416", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3394", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2077", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2080", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2083", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3415", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_131" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2077" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2080" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2083" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2084" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3450", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3394", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2107", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2110", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2113", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3449", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_134" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2107" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2110" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2113" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2114" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_3428", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3416", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5099" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_131" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_3462", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3450", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_134" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3463", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3462", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3464", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3462", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3463", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3827" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3465", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3428", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3464", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3831" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5099" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3827" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3468", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3465", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3831" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3469", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3468", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3502", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3469", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2147", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2150", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2153", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3501", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_138" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2147" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2150" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2153" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2154" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3503", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3502", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_138" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3504", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3502", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3503", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3859" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_138" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3505", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3504", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3859" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3506", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3505", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_54", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_13", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_3506", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_82" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_83" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5181" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5070" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3511_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_54", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2156" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3512", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3511_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2156" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7361", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3512", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_27_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_27_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3516", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7361", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_27_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3517", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7361", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3516", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3890" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_27_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3518", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7361", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3517", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3894" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_27_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3890" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3521_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3518", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2158" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3894" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3522", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3521_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_112" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2158" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3525", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3522", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_42", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3907" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_112" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_42" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_55", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_54", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3525", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.13.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5181" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3907" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_221", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_55", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_70" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3530_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_221", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2160" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_70" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3531", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3530_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2160" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7366", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3531", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_28_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_28_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3535", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7366", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_28_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3536", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7366", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3535", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3932" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_28_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3537", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7366", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3536", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3936" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_28_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3932" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3540_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3537", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2162" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3936" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3541", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3540_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2162" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3544", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3541", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_43", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3949" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_43" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_56", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_55", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3544", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.14.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_84" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_85" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5283" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3949" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_14", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_56", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_14_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_14_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_14_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_14_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3603_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_14", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2196" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_14", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3603_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_56", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.14.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_86" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_87" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5403" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2196" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_5283" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3607", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_14", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3608", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_3607", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3630", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3608", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2209", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2212", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2215", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3629", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_140" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2209" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2212" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2215" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2216" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3664", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3608", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2239", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2242", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2245", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3663", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_143" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2239" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2242" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2245" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2246" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_3642", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3630", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5432" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_140" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_3676", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3664", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5449" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_143" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3677", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3676", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5449" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3678", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3676", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3677", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4080" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5449" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3679", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3642", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3678", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4084" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5432" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4080" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3682", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3679", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4084" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3683", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3682", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3716", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3683", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2279", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2282", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2285", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3715", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_147" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2279" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2282" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2285" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2286" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3717", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3716", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_147" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3718", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3716", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3717", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4112" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_147" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3719", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3718", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4112" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3720", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3719", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_58", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_14", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_3720", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_88" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_89" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5514" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5403" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3725_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_58", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2288" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3726", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3725_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2288" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7462", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3726", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_29_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_29_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3730", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7462", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_29_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3731", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7462", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3730", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4143" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_29_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3732", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7462", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3731", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4147" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_29_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4143" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3735_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3732", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2290" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4147" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3736", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3735_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2290" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3739", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3736", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_45", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4160" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_45" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_59", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_58", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3739", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.14.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5514" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4160" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_234", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_59", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3744_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_234", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2292" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3745", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3744_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_121" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2292" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7467", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3745", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_30_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_30_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_121" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3749", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7467", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_30_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3750", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7467", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3749", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_30_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3751", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7467", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3750", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4189" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_30_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3754_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3751", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2294" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4189" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3755", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3754_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_122" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2294" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3758", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3755", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_46", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4202" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_122" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_46" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_60", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_59", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3758", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.15.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_90" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_91" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5616" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4202" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_15", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_60", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_15_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_15_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_15_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_15_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3817_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2328" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_15", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3817_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_60", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.15.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_92" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_93" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5736" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2328" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_5616" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3821", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3822", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_3821", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3844", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3822", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2341", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2344", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2347", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3843", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_149" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2341" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2344" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2347" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2348" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3878", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3822", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2371", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2374", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2377", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3877", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_152" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2371" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2374" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2377" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2378" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_3856", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3844", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5765" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_149" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_3890", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3878", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5782" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_152" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3891", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3890", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5782" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3892", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3890", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3891", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4333" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5782" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3893", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3856", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3892", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4337" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5765" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4333" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3896", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3893", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4337" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3897", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3896", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3930", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3897", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2411", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2414", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2417", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3929", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_156" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2411" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2414" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2417" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2418" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3931", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3930", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_156" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3932", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3930", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3931", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4365" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_156" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3933", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3932", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4365" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3934", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3933", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_62", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_15", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_3934", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_78" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_94" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_95" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5847" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5736" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3939_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_62", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2420" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_78" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3940", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3939_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_127" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2420" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7563", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3940", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_31_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_31_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_127" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3944", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7563", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_31_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3945", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7563", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3944", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4396" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_31_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3946", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7563", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3945", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4400" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_31_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4396" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3949_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3946", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2422" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4400" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3950", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3949_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_128" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2422" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3953", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3950", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_48", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4413" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_128" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_48" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_63", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_62", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3953", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.15.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5847" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4413" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_247", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_63", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3958_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_247", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2424" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3959", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3958_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_129" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2424" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7568", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3959", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_32_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_32_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_129" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3963", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7568", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_32_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3964", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7568", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3963", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4438" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_32_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3965", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7568", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3964", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4442" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_32_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4438" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3968_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3965", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2426" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4442" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3969", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3968_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_130" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2426" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3972", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3969", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_49", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4455" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_130" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_49" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_64", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_63", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3972", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.16.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_96" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_97" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5949" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4455" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_16", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_64", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_16_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_16_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_16_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_16_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4031_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_16", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2460" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_16", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4031_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_64", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.16.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_98" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_99" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6069" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2460" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_5949" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4035", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_16", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4036", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_4035", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4058", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4036", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2473", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2476", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2479", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4057", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_158" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2473" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2476" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2479" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2480" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4092", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4036", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2503", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2506", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2509", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4091", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_161" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2503" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2506" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2509" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2510" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_4070", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4058", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6098" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_158" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_4104", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4092", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6115" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_161" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4105", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4104", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6115" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4106", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4104", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4105", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4586" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6115" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4107", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4070", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4106", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4590" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6098" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4586" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4110", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4107", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4590" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4111", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4110", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4144", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4111", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2543", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2546", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2549", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4143", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_165" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2543" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2546" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2549" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2550" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4145", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4144", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_165" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4146", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4144", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4145", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4618" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_165" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4147", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4146", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4618" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4148", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4147", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_66", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_16", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_4148", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_100" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_101" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6180" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6069" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4153_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_66", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2552" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4154", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4153_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_135" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2552" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7664", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4154", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_33_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_33_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_135" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4158", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7664", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_33_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4159", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7664", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4158", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4649" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_33_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4160", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7664", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4159", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4653" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_33_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4649" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4163_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4160", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2554" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4653" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4164", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4163_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_136" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2554" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4167", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4164", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_51", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4666" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_136" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_51" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_67", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_66", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4167", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.16.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6180" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4666" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_260", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_67", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4172_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_260", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2556" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4173", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4172_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_137" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2556" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7669", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4173", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_34_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_34_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_137" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4177", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7669", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_34_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4178", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7669", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4177", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4691" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_34_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4179", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7669", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4178", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4695" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_34_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4691" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4182_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4179", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2558" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4695" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4183", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4182_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_138" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2558" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4186", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4183", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_52", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4708" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_138" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_52" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_68", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_67", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4186", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.17.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_102" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_103" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6282" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4708" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_17", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_68", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_17_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_17_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_17_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_17_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4245_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2592" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_17", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4245_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_68", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.17.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_104" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_105" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6402" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2592" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_6282" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4249", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4250", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_4249", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4272", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4250", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2605", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2608", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2611", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4271", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_167" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2605" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2608" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2611" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2612" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4306", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4250", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2635", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2638", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2641", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4305", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_170" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2635" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2638" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2641" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2642" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_4284", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4272", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6431" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_167" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_4318", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4306", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6448" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_170" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4319", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4318", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6448" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4320", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4318", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4319", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4839" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6448" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4321", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4284", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4320", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4843" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6431" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4839" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4324", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4321", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4843" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4325", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4324", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_70" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4358", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4325", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2675", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2678", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2681", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4357", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_174" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_70" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2675" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2678" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2681" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2682" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4359", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4358", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_70" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_174" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4360", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4358", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4359", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4871" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_174" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_70" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4361", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4360", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4871" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4362", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4361", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_70", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_17", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_4362", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_106" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_107" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6513" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6402" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4367_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_70", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2684" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4368", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4367_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_143" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2684" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7765", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4368", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_35_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_35_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_143" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4372", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7765", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_35_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4373", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7765", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4372", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4902" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_35_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4374", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7765", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4373", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4906" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_35_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4902" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4377_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4374", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2686" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4906" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4378", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4377_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_144" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2686" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4381", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4378", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_54", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4919" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_144" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_54" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_71", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_70", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4381", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.17.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6513" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4919" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_273", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_71", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4386_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_273", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2688" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4387", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4386_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_145" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2688" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7770", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4387", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_36_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_36_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_145" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4391", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7770", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_36_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4392", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7770", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4391", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4944" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_36_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4393", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7770", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4392", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4948" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_36_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4944" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4396_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4393", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2690" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4948" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4397", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4396_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_146" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2690" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4400", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4397", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_55", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4961" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_146" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_55" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_72", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_71", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4400", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.18.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_108" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_109" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6615" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4961" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_18", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_72", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_18_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_18_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_18_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_18_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4459_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_18", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2724" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_18", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4459_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_72", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.18.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_110" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_111" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6735" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2724" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_6615" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4463", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_18", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4464", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_4463", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4486", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4464", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2737", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2740", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2743", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4485", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_176" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2737" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2740" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2743" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2744" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4520", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4464", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2767", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2770", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2773", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4519", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_179" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2767" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2770" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2773" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2774" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_4498", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4486", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6764" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_176" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_4532", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4520", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6781" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_179" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4533", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4532", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6781" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4534", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4532", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4533", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5092" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6781" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4535", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4498", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4534", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5096" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6764" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5092" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4538", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4535", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5096" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4539", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4538", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4572", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4539", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2807", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2810", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2813", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4571", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2807" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2810" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2813" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2814" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4573", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4572", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4574", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4572", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4573", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5124" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4575", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4574", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5124" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4576", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4575", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_74", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_18", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_4576", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_112" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_113" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6846" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6735" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4581_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_74", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2816" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4582", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4581_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_151" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2816" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7866", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4582", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_37_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_37_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_151" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4586", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7866", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_37_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4587", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7866", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4586", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5155" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_37_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4588", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7866", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4587", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5159" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_37_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5155" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4591_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4588", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2818" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5159" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4592", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4591_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_152" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2818" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4595", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4592", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_57", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5172" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_152" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_57" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_75", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_74", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4595", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.18.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6846" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5172" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_286", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_75", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4600_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_286", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2820" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4601", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4600_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_153" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2820" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7871", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4601", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_38_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_38_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_153" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4605", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7871", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_38_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4606", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7871", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4605", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5197" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_38_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4607", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7871", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4606", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5201" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_38_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5197" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4610_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4607", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2822" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5201" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4611", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4610_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_154" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2822" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4614", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4611", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_58", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5214" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_154" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_58" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_76", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_75", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4614", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.19.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_114" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_115" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6948" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5214" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_19", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_76", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_19_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_19_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_19_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_19_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4673_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_19", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2856" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_19", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4673_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_76", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.19.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_97" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_116" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_117" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7068" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2856" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_6948" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4677", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_19", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_97" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4678", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_4677", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4700", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4678", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2869", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2872", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2875", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4699", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2869" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2872" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2875" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2876" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4734", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4678", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2899", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2902", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2905", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4733", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_188" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2899" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2902" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2905" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2906" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_4712", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4700", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7097" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_4746", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4734", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_188" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4747", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4746", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4748", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4746", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4747", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5345" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4749", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4712", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4748", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5349" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7097" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5345" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4752", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4749", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5349" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4753", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4752", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_78" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4786", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4753", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2939", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2942", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2945", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4785", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_192" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_78" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2939" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2942" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2945" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2946" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4787", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4786", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_78" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_192" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4788", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4786", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4787", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5377" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_192" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_78" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4789", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4788", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5377" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4790", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4789", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_78", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_19", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_4790", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_98" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_118" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_119" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7179" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7068" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4795_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_78", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2948" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_98" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4796", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4795_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_159" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2948" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7967", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4796", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_39_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_39_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_159" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4800", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7967", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_39_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4801", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7967", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4800", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5408" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_39_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4802", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7967", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4801", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5412" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_39_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5408" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4805_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4802", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2950" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5412" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4806", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4805_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_160" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2950" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4809", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4806", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_60", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5425" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_160" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_60" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_79", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_78", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4809", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.19.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_99" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7179" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5425" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_299", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_79", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_99" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4814_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_299", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2952" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4815", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4814_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_161" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2952" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7972", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4815", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_40_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_40_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_161" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4819", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7972", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_40_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4820", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7972", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4819", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5450" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_40_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4821", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7972", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4820", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5454" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_40_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5450" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4824_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4821", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2954" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5454" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4825", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4824_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_162" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2954" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4828", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4825", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_61", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5467" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_162" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_61" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_80", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_79", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4828", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.20.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_101" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_120" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_121" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7281" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_99" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5467" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_20", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_80", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_20_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_20_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_101" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_20_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_20_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4887_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_20", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2988" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_20", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4887_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_80", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.20.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_122" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_123" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7401" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2988" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_7281" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4891", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_20", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4892", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_4891", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4914", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4892", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3001", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3004", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3007", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4913", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_194" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3001" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3004" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3007" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3008" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4948", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4892", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3031", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3034", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3037", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4947", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_197" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3031" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3034" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3037" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3038" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_4926", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4914", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7430" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_194" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_4960", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4948", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7447" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_197" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4961", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4960", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7447" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4962", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4960", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4961", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5598" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7447" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4963", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4926", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4962", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5602" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7430" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5598" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4966", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4963", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5602" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4967", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4966", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5000", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4967", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3071", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3074", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3077", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4999", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_201" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3071" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3074" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3077" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3078" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5001", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5000", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_201" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5002", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5000", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5001", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5630" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_201" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5003", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5002", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5630" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5004", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5003", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_82", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_20", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_5004", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_124" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_125" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7512" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7401" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5009_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_82", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3080" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5010", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5009_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_167" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3080" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8068", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5010", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_41_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_41_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_167" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5014", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8068", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_41_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5015", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8068", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5014", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5661" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_41_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5016", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8068", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5015", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5665" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_41_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5661" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5019_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5016", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3082" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5665" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5020", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5019_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_168" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3082" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5023", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5020", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_63", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5678" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_168" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_63" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_83", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_82", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5023", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.20.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7512" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5678" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_312", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_83", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_105" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5028_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_312", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3084" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_105" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5029", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5028_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_169" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3084" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8073", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5029", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_42_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_42_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_169" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5033", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8073", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_42_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5034", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8073", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5033", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5703" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_42_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5035", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8073", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5034", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5707" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_42_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5703" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5038_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5035", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3086" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5707" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5039", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5038_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_170" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3086" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5042", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5039", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_64", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5720" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_170" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_64" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_84", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_83", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5042", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.21.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_106" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_126" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_127" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7614" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5720" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_21", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_84", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_21_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_21_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_106" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_21_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_21_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5101_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_21", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_21", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5101_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_84", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.21.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_107" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_128" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_129" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7734" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_7614" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5105", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_21", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_107" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5106", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_5105", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5128", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5106", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3133", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3136", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3139", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5127", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_203" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3133" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3136" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3139" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3140" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5162", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5106", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3163", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3166", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3169", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5161", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_206" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3163" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3166" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3169" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3170" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_5140", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5128", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7763" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_203" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_5174", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5162", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7780" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_206" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5175", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5174", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7780" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5176", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5174", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5175", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5851" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7780" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5177", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5140", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5176", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5855" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7763" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5851" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5180", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5177", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5855" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5181", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5180", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5214", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5181", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3203", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3206", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3209", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5213", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_210" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3203" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3206" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3209" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3210" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5215", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5214", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_210" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5216", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5214", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5215", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5883" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_210" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5217", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5216", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5883" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5218", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5217", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_86", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_21", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_5218", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_108" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_130" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_131" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7845" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7734" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5223_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_86", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3212" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_108" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5224", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5223_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_175" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3212" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8169", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5224", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_43_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_43_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_175" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5228", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8169", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_43_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5229", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8169", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5228", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5914" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_43_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5230", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8169", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5229", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5918" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_43_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5914" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5233_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5230", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3214" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5918" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5234", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5233_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_176" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3214" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5237", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5234", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_66", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5931" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_176" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_66" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_87", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_86", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5237", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.21.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_109" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7845" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5931" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_325", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_87", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_110" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_109" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5242_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_325", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3216" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_110" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5243", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5242_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_177" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3216" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8174", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5243", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_44_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_44_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_177" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5247", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8174", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_44_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5248", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8174", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5247", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5956" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_44_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5249", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8174", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5248", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5960" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_44_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5956" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5252_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5249", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3218" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5960" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5253", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5252_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_178" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3218" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5256", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5253", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_67", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5973" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_178" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_67" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_88", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_87", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5256", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.22.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_132" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_133" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7947" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_109" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5973" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_22", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_88", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_22_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_22_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_99" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_22_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_22_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5315_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_22", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3252" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_99" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_22", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5315_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_88", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.22.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_112" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_134" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_135" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_8067" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3252" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_7947" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5319", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_22", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_112" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5320", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_5319", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5342", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5320", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3265", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3268", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3271", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5341", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_212" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3265" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3268" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3271" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3272" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5376", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5320", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3295", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3298", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3301", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5375", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_215" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3295" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3298" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3301" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3302" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_5354", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5342", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8096" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_212" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_5388", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5376", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_215" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5389", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5388", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5390", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5388", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5389", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5391", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5354", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5390", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6108" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8096" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5394", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5391", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6108" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5395", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5394", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5428", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5395", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3335", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3338", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3341", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5427", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_219" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3335" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3338" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3341" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3342" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5429", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5428", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_219" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5430", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5428", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5429", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6136" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_219" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5431", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5430", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6136" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5432", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5431", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_90", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_22", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_5432", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_136" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_137" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_8178" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8067" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5437_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_90", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3344" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5438", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5437_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3344" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8270", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5438", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_45_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_45_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5442", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8270", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_45_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5443", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8270", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5442", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6167" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_45_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5444", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8270", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5443", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6171" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_45_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6167" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5447_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5444", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3346" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6171" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5448", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5447_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_184" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3346" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5451", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5448", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_69", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6184" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_184" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_69" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_91", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_90", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5451", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.22.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8178" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6184" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_338", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_91", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_115" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5456_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_338", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3348" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_115" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5457", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5456_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3348" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8275", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5457", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_46_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_46_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5461", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8275", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_46_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5462", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8275", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5461", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6209" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_46_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5463", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8275", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5462", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6213" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_46_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6209" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5466_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5463", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3350" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6213" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5467", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5466_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_186" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3350" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5470", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5467", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_70", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6226" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_186" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_70" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_92", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_91", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5470", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.23.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_138" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_139" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_8280" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6226" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_23", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_92", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_23_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_23_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_23_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_23_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5529_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_23", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3384" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_23", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5529_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_92", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.23.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_117" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_140" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_141" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_8400" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3384" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8280" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5533", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_23", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_117" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5534", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_5533", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5556", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5534", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3397", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3400", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3403", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5555", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_221" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3397" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3400" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3403" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3404" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5590", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5534", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3427", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3430", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3433", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5589", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_224" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3427" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3430" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3433" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3434" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_5568", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5556", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8429" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_221" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_5602", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5590", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8446" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_224" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5603", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5602", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8446" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5604", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5602", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5603", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6357" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8446" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5605", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5568", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5604", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6361" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8429" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6357" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5608", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5605", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6361" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5609", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5608", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5642", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5609", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3467", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3470", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3473", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5641", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_228" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3467" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3470" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3473" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3474" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5643", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5642", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_228" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5644", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5642", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5643", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6389" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_228" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5645", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5644", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6389" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5646", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5645", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_94", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_23", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_5646", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_118" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_142" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_143" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_8511" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8400" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5651_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_94", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3476" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_118" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5652", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5651_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_191" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3476" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8371", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5652", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_47_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_47_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_191" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5656", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8371", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_47_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5657", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8371", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5656", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6420" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_47_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5658", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8371", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5657", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6424" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_47_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6420" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5661_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5658", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3478" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6424" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5662", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5661_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_192" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3478" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5665", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5662", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_72", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6437" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_192" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_72" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_95", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_94", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5665", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.23.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8511" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6437" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_5672", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_95", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_5670", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3481" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "[value] encoder.embed.out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.out.bias', offset=0, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.0.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.0.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.0.weight', offset=2048, length=18432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.0.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.0.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.0.bias', offset=20480, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.2.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.2.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.2.weight', offset=22528, length=18432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.2.bias', offset=40960, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.3.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.3.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.3.weight', offset=43008, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.3.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.3.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.3.bias', offset=2140160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.5.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.5.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.5.weight', offset=2142208, length=18432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.5.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.5.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.5.bias', offset=2160640, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.6.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.6.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.6.weight', offset=2162688, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.6.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.6.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.6.bias', offset=4259840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.relative_attention_bias_layer.bias_values.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.relative_attention_bias_layer.bias_values.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1000,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.relative_attention_bias_layer.bias_values.weight', offset=4261888, length=32000, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.layer_norm.weight', offset=4293888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.layer_norm.bias', offset=4295936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.net.0.linear.bias', offset=4297984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.net.2.bias', offset=4304128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.self_attn.linear_out.bias', offset=4306176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.layer_norm.weight', offset=4308224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.layer_norm.bias', offset=4310272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.glu.b1', offset=4312320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.glu.b2', offset=4314368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.glu.ext_pw_conv_1d.weight', offset=4316416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.glu.ext_pw_conv_1d.bias', offset=8510720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.ext_pw_conv_1d.weight', offset=8514816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.ext_pw_conv_1d.bias', offset=10611968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.weight', offset=10614016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.bias', offset=10620160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.weight', offset=10622208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.bias', offset=12719360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.layer_norm.weight', offset=12721408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.layer_norm.bias', offset=12723456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.net.0.linear.bias', offset=12725504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.net.2.bias', offset=12731648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.layer_norm_att.weight', offset=12733696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.layer_norm_att.bias', offset=12735744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.layer_norm.weight', offset=12737792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.layer_norm.bias', offset=12739840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.layer_norm.weight', offset=12741888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.layer_norm.bias', offset=12743936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.net.0.linear.bias', offset=12745984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.net.2.bias', offset=12752128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.self_attn.linear_out.bias', offset=12754176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.layer_norm.weight', offset=12756224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.layer_norm.bias', offset=12758272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.glu.b1', offset=12760320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.glu.b2', offset=12762368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.glu.ext_pw_conv_1d.weight', offset=12764416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.glu.ext_pw_conv_1d.bias', offset=16958720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.ext_pw_conv_1d.weight', offset=16962816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.ext_pw_conv_1d.bias', offset=19059968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.weight', offset=19062016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.bias', offset=19068160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.weight', offset=19070208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.bias', offset=21167360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.layer_norm.weight', offset=21169408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.layer_norm.bias', offset=21171456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.net.0.linear.bias', offset=21173504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.net.2.bias', offset=21179648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.layer_norm_att.weight', offset=21181696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.layer_norm_att.bias', offset=21183744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.layer_norm.weight', offset=21185792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.layer_norm.bias', offset=21187840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.layer_norm.weight', offset=21189888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.layer_norm.bias', offset=21191936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.net.0.linear.bias', offset=21193984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.net.2.bias', offset=21200128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.self_attn.linear_out.bias', offset=21202176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.layer_norm.weight', offset=21204224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.layer_norm.bias', offset=21206272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.glu.b1', offset=21208320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.glu.b2', offset=21210368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.glu.ext_pw_conv_1d.weight', offset=21212416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.glu.ext_pw_conv_1d.bias', offset=25406720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.ext_pw_conv_1d.weight', offset=25410816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.ext_pw_conv_1d.bias', offset=27507968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.weight', offset=27510016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.bias', offset=27516160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.weight', offset=27518208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.bias', offset=29615360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.layer_norm.weight', offset=29617408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.layer_norm.bias', offset=29619456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.net.0.linear.bias', offset=29621504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.net.2.bias', offset=29627648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.layer_norm_att.weight', offset=29629696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.layer_norm_att.bias', offset=29631744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.layer_norm.weight', offset=29633792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.layer_norm.bias', offset=29635840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.layer_norm.weight', offset=29637888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.layer_norm.bias', offset=29639936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.net.0.linear.bias', offset=29641984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.net.2.bias', offset=29648128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.self_attn.linear_out.bias', offset=29650176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.layer_norm.weight', offset=29652224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.layer_norm.bias', offset=29654272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.glu.b1', offset=29656320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.glu.b2', offset=29658368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.glu.ext_pw_conv_1d.weight', offset=29660416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.glu.ext_pw_conv_1d.bias', offset=33854720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.ext_pw_conv_1d.weight', offset=33858816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.ext_pw_conv_1d.bias', offset=35955968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.weight', offset=35958016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.bias', offset=35964160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.weight', offset=35966208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.bias', offset=38063360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.layer_norm.weight', offset=38065408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.layer_norm.bias', offset=38067456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.net.0.linear.bias', offset=38069504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.net.2.bias', offset=38075648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.layer_norm_att.weight', offset=38077696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.layer_norm_att.bias', offset=38079744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.layer_norm.weight', offset=38081792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.layer_norm.bias', offset=38083840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.layer_norm.weight', offset=38085888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.layer_norm.bias', offset=38087936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.net.0.linear.bias', offset=38089984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.net.2.bias', offset=38096128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.self_attn.linear_out.bias', offset=38098176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.layer_norm.weight', offset=38100224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.layer_norm.bias', offset=38102272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.glu.b1', offset=38104320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.glu.b2', offset=38106368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.glu.ext_pw_conv_1d.weight', offset=38108416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.glu.ext_pw_conv_1d.bias', offset=42302720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.ext_pw_conv_1d.weight', offset=42306816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.ext_pw_conv_1d.bias', offset=44403968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.weight', offset=44406016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.bias', offset=44412160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.weight', offset=44414208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.bias', offset=46511360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.layer_norm.weight', offset=46513408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.layer_norm.bias', offset=46515456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.net.0.linear.bias', offset=46517504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.net.2.bias', offset=46523648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.layer_norm_att.weight', offset=46525696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.layer_norm_att.bias', offset=46527744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.layer_norm.weight', offset=46529792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.layer_norm.bias', offset=46531840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.layer_norm.weight', offset=46533888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.layer_norm.bias', offset=46535936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.net.0.linear.bias', offset=46537984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.net.2.bias', offset=46544128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.self_attn.linear_out.bias', offset=46546176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.layer_norm.weight', offset=46548224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.layer_norm.bias', offset=46550272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.glu.b1', offset=46552320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.glu.b2', offset=46554368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.glu.ext_pw_conv_1d.weight', offset=46556416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.glu.ext_pw_conv_1d.bias', offset=50750720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.ext_pw_conv_1d.weight', offset=50754816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.ext_pw_conv_1d.bias', offset=52851968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.weight', offset=52854016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.bias', offset=52860160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.weight', offset=52862208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.bias', offset=54959360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.layer_norm.weight', offset=54961408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.layer_norm.bias', offset=54963456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.net.0.linear.bias', offset=54965504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.net.2.bias', offset=54971648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.layer_norm_att.weight', offset=54973696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.layer_norm_att.bias', offset=54975744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.layer_norm.weight', offset=54977792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.layer_norm.bias', offset=54979840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.layer_norm.weight', offset=54981888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.layer_norm.bias', offset=54983936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.net.0.linear.bias', offset=54985984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.net.2.bias', offset=54992128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.self_attn.linear_out.bias', offset=54994176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.layer_norm.weight', offset=54996224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.layer_norm.bias', offset=54998272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.glu.b1', offset=55000320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.glu.b2', offset=55002368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.glu.ext_pw_conv_1d.weight', offset=55004416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.glu.ext_pw_conv_1d.bias', offset=59198720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.ext_pw_conv_1d.weight', offset=59202816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.ext_pw_conv_1d.bias', offset=61299968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.weight', offset=61302016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.bias', offset=61308160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.weight', offset=61310208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.bias', offset=63407360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.layer_norm.weight', offset=63409408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.layer_norm.bias', offset=63411456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.net.0.linear.bias', offset=63413504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.net.2.bias', offset=63419648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.layer_norm_att.weight', offset=63421696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.layer_norm_att.bias', offset=63423744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.layer_norm.weight', offset=63425792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.layer_norm.bias', offset=63427840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.layer_norm.weight', offset=63429888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.layer_norm.bias', offset=63431936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.net.0.linear.bias', offset=63433984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.net.2.bias', offset=63440128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.self_attn.linear_out.bias', offset=63442176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.layer_norm.weight', offset=63444224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.layer_norm.bias', offset=63446272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.glu.b1', offset=63448320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.glu.b2', offset=63450368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.glu.ext_pw_conv_1d.weight', offset=63452416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.glu.ext_pw_conv_1d.bias', offset=67646720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.ext_pw_conv_1d.weight', offset=67650816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.ext_pw_conv_1d.bias', offset=69747968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.weight', offset=69750016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.bias', offset=69756160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.weight', offset=69758208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.bias', offset=71855360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.layer_norm.weight', offset=71857408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.layer_norm.bias', offset=71859456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.net.0.linear.bias', offset=71861504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.net.2.bias', offset=71867648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.layer_norm_att.weight', offset=71869696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.layer_norm_att.bias', offset=71871744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.layer_norm.weight', offset=71873792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.layer_norm.bias', offset=71875840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.layer_norm.weight', offset=71877888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.layer_norm.bias', offset=71879936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.net.0.linear.bias', offset=71881984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.net.2.bias', offset=71888128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.self_attn.linear_out.bias', offset=71890176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.layer_norm.weight', offset=71892224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.layer_norm.bias', offset=71894272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.glu.b1', offset=71896320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.glu.b2', offset=71898368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.glu.ext_pw_conv_1d.weight', offset=71900416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.glu.ext_pw_conv_1d.bias', offset=76094720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.ext_pw_conv_1d.weight', offset=76098816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.ext_pw_conv_1d.bias', offset=78195968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.weight', offset=78198016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.bias', offset=78204160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.weight', offset=78206208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.bias', offset=80303360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.layer_norm.weight', offset=80305408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.layer_norm.bias', offset=80307456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.net.0.linear.bias', offset=80309504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.net.2.bias', offset=80315648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.layer_norm_att.weight', offset=80317696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.layer_norm_att.bias', offset=80319744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.layer_norm.weight', offset=80321792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.layer_norm.bias', offset=80323840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.layer_norm.weight', offset=80325888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.layer_norm.bias', offset=80327936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.net.0.linear.bias', offset=80329984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.net.2.bias', offset=80336128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.self_attn.linear_out.bias', offset=80338176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.layer_norm.weight', offset=80340224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.layer_norm.bias', offset=80342272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.glu.b1', offset=80344320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.glu.b2', offset=80346368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.glu.ext_pw_conv_1d.weight', offset=80348416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.glu.ext_pw_conv_1d.bias', offset=84542720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.ext_pw_conv_1d.weight', offset=84546816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.ext_pw_conv_1d.bias', offset=86643968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.weight', offset=86646016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.bias', offset=86652160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.weight', offset=86654208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.bias', offset=88751360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.layer_norm.weight', offset=88753408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.layer_norm.bias', offset=88755456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.net.0.linear.bias', offset=88757504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.net.2.bias', offset=88763648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.layer_norm_att.weight', offset=88765696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.layer_norm_att.bias', offset=88767744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.layer_norm.weight', offset=88769792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.layer_norm.bias', offset=88771840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.layer_norm.weight', offset=88773888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.layer_norm.bias', offset=88775936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.net.0.linear.bias', offset=88777984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.net.2.bias', offset=88784128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.self_attn.linear_out.bias', offset=88786176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.layer_norm.weight', offset=88788224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.layer_norm.bias', offset=88790272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.glu.b1', offset=88792320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.glu.b2', offset=88794368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.glu.ext_pw_conv_1d.weight', offset=88796416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.glu.ext_pw_conv_1d.bias', offset=92990720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.ext_pw_conv_1d.weight', offset=92994816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.ext_pw_conv_1d.bias', offset=95091968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.weight', offset=95094016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.bias', offset=95100160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.weight', offset=95102208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.bias', offset=97199360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.layer_norm.weight', offset=97201408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.layer_norm.bias', offset=97203456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.net.0.linear.bias', offset=97205504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.net.2.bias', offset=97211648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.layer_norm_att.weight', offset=97213696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.layer_norm_att.bias', offset=97215744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.layer_norm.weight', offset=97217792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.layer_norm.bias', offset=97219840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.layer_norm.weight', offset=97221888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.layer_norm.bias', offset=97223936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.net.0.linear.bias', offset=97225984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.net.2.bias', offset=97232128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.self_attn.linear_out.bias', offset=97234176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.layer_norm.weight', offset=97236224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.layer_norm.bias', offset=97238272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.glu.b1', offset=97240320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.glu.b2', offset=97242368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.glu.ext_pw_conv_1d.weight', offset=97244416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.glu.ext_pw_conv_1d.bias', offset=101438720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.ext_pw_conv_1d.weight', offset=101442816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.ext_pw_conv_1d.bias', offset=103539968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.weight', offset=103542016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.bias', offset=103548160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.weight', offset=103550208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.bias', offset=105647360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.layer_norm.weight', offset=105649408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.layer_norm.bias', offset=105651456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.net.0.linear.bias', offset=105653504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.net.2.bias', offset=105659648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.layer_norm_att.weight', offset=105661696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.layer_norm_att.bias', offset=105663744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.layer_norm.weight', offset=105665792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.layer_norm.bias', offset=105667840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.layer_norm.weight', offset=105669888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.layer_norm.bias', offset=105671936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.net.0.linear.bias', offset=105673984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.net.2.bias', offset=105680128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.self_attn.linear_out.bias', offset=105682176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.layer_norm.weight', offset=105684224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.layer_norm.bias', offset=105686272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.glu.b1', offset=105688320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.glu.b2', offset=105690368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.glu.ext_pw_conv_1d.weight', offset=105692416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.glu.ext_pw_conv_1d.bias', offset=109886720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.ext_pw_conv_1d.weight', offset=109890816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.ext_pw_conv_1d.bias', offset=111987968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.weight', offset=111990016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.bias', offset=111996160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.weight', offset=111998208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.bias', offset=114095360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.layer_norm.weight', offset=114097408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.layer_norm.bias', offset=114099456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.net.0.linear.bias', offset=114101504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.net.2.bias', offset=114107648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.layer_norm_att.weight', offset=114109696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.layer_norm_att.bias', offset=114111744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.layer_norm.weight', offset=114113792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.layer_norm.bias', offset=114115840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.layer_norm.weight', offset=114117888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.layer_norm.bias', offset=114119936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.net.0.linear.bias', offset=114121984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.net.2.bias', offset=114128128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.self_attn.linear_out.bias', offset=114130176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.layer_norm.weight', offset=114132224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.layer_norm.bias', offset=114134272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.glu.b1', offset=114136320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.glu.b2', offset=114138368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.glu.ext_pw_conv_1d.weight', offset=114140416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.glu.ext_pw_conv_1d.bias', offset=118334720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.ext_pw_conv_1d.weight', offset=118338816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.ext_pw_conv_1d.bias', offset=120435968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.weight', offset=120438016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.bias', offset=120444160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.weight', offset=120446208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.bias', offset=122543360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.layer_norm.weight', offset=122545408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.layer_norm.bias', offset=122547456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.net.0.linear.bias', offset=122549504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.net.2.bias', offset=122555648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.layer_norm_att.weight', offset=122557696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.layer_norm_att.bias', offset=122559744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.layer_norm.weight', offset=122561792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.layer_norm.bias', offset=122563840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.layer_norm.weight', offset=122565888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.layer_norm.bias', offset=122567936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.net.0.linear.bias', offset=122569984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.net.2.bias', offset=122576128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.self_attn.linear_out.bias', offset=122578176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.layer_norm.weight', offset=122580224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.layer_norm.bias', offset=122582272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.glu.b1', offset=122584320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.glu.b2', offset=122586368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.glu.ext_pw_conv_1d.weight', offset=122588416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.glu.ext_pw_conv_1d.bias', offset=126782720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.ext_pw_conv_1d.weight', offset=126786816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.ext_pw_conv_1d.bias', offset=128883968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.weight', offset=128886016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.bias', offset=128892160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.weight', offset=128894208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.bias', offset=130991360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.layer_norm.weight', offset=130993408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.layer_norm.bias', offset=130995456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.net.0.linear.bias', offset=130997504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.net.2.bias', offset=131003648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.layer_norm_att.weight', offset=131005696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.layer_norm_att.bias', offset=131007744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.layer_norm.weight', offset=131009792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.layer_norm.bias', offset=131011840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.layer_norm.weight', offset=131013888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.layer_norm.bias', offset=131015936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.net.0.linear.bias', offset=131017984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.net.2.bias', offset=131024128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.self_attn.linear_out.bias', offset=131026176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.layer_norm.weight', offset=131028224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.layer_norm.bias', offset=131030272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.glu.b1', offset=131032320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.glu.b2', offset=131034368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.glu.ext_pw_conv_1d.weight', offset=131036416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.glu.ext_pw_conv_1d.bias', offset=135230720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.ext_pw_conv_1d.weight', offset=135234816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.ext_pw_conv_1d.bias', offset=137331968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.weight', offset=137334016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.bias', offset=137340160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.weight', offset=137342208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.bias', offset=139439360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.layer_norm.weight', offset=139441408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.layer_norm.bias', offset=139443456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.net.0.linear.bias', offset=139445504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.net.2.bias', offset=139451648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.layer_norm_att.weight', offset=139453696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.layer_norm_att.bias', offset=139455744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.layer_norm.weight', offset=139457792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.layer_norm.bias', offset=139459840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.layer_norm.weight', offset=139461888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.layer_norm.bias', offset=139463936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.net.0.linear.bias', offset=139465984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.net.2.bias', offset=139472128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.self_attn.linear_out.bias', offset=139474176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.layer_norm.weight', offset=139476224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.layer_norm.bias', offset=139478272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.glu.b1', offset=139480320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.glu.b2', offset=139482368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.glu.ext_pw_conv_1d.weight', offset=139484416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.glu.ext_pw_conv_1d.bias', offset=143678720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.ext_pw_conv_1d.weight', offset=143682816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.ext_pw_conv_1d.bias', offset=145779968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.weight', offset=145782016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.bias', offset=145788160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.weight', offset=145790208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.bias', offset=147887360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.layer_norm.weight', offset=147889408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.layer_norm.bias', offset=147891456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.net.0.linear.bias', offset=147893504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.net.2.bias', offset=147899648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.layer_norm_att.weight', offset=147901696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.layer_norm_att.bias', offset=147903744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.layer_norm.weight', offset=147905792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.layer_norm.bias', offset=147907840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.layer_norm.weight', offset=147909888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.layer_norm.bias', offset=147911936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.net.0.linear.bias', offset=147913984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.net.2.bias', offset=147920128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.self_attn.linear_out.bias', offset=147922176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.layer_norm.weight', offset=147924224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.layer_norm.bias', offset=147926272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.glu.b1', offset=147928320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.glu.b2', offset=147930368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.glu.ext_pw_conv_1d.weight', offset=147932416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.glu.ext_pw_conv_1d.bias', offset=152126720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.ext_pw_conv_1d.weight', offset=152130816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.ext_pw_conv_1d.bias', offset=154227968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.weight', offset=154230016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.bias', offset=154236160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.weight', offset=154238208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.bias', offset=156335360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.layer_norm.weight', offset=156337408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.layer_norm.bias', offset=156339456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.net.0.linear.bias', offset=156341504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.net.2.bias', offset=156347648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.layer_norm_att.weight', offset=156349696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.layer_norm_att.bias', offset=156351744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.layer_norm.weight', offset=156353792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.layer_norm.bias', offset=156355840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.layer_norm.weight', offset=156357888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.layer_norm.bias', offset=156359936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.net.0.linear.bias', offset=156361984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.net.2.bias', offset=156368128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.self_attn.linear_out.bias', offset=156370176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.layer_norm.weight', offset=156372224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.layer_norm.bias', offset=156374272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.glu.b1', offset=156376320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.glu.b2', offset=156378368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.glu.ext_pw_conv_1d.weight', offset=156380416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.glu.ext_pw_conv_1d.bias', offset=160574720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.ext_pw_conv_1d.weight', offset=160578816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.ext_pw_conv_1d.bias', offset=162675968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.weight', offset=162678016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.bias', offset=162684160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.weight', offset=162686208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.bias', offset=164783360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.layer_norm.weight', offset=164785408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.layer_norm.bias', offset=164787456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.net.0.linear.bias', offset=164789504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.net.2.bias', offset=164795648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.layer_norm_att.weight', offset=164797696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.layer_norm_att.bias', offset=164799744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.layer_norm.weight', offset=164801792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.layer_norm.bias', offset=164803840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.layer_norm.weight', offset=164805888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.layer_norm.bias', offset=164807936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.net.0.linear.bias', offset=164809984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.net.2.bias', offset=164816128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.self_attn.linear_out.bias', offset=164818176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.layer_norm.weight', offset=164820224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.layer_norm.bias', offset=164822272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.glu.b1', offset=164824320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.glu.b2', offset=164826368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.glu.ext_pw_conv_1d.weight', offset=164828416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.glu.ext_pw_conv_1d.bias', offset=169022720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.ext_pw_conv_1d.weight', offset=169026816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.ext_pw_conv_1d.bias', offset=171123968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.weight', offset=171126016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.bias', offset=171132160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.weight', offset=171134208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.bias', offset=173231360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.layer_norm.weight', offset=173233408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.layer_norm.bias', offset=173235456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.net.0.linear.bias', offset=173237504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.net.2.bias', offset=173243648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.layer_norm_att.weight', offset=173245696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.layer_norm_att.bias', offset=173247744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.layer_norm.weight', offset=173249792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.layer_norm.bias', offset=173251840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.layer_norm.weight', offset=173253888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.layer_norm.bias', offset=173255936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.net.0.linear.bias', offset=173257984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.net.2.bias', offset=173264128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.self_attn.linear_out.bias', offset=173266176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.layer_norm.weight', offset=173268224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.layer_norm.bias', offset=173270272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.glu.b1', offset=173272320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.glu.b2', offset=173274368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.glu.ext_pw_conv_1d.weight', offset=173276416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.glu.ext_pw_conv_1d.bias', offset=177470720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.ext_pw_conv_1d.weight', offset=177474816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.ext_pw_conv_1d.bias', offset=179571968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.weight', offset=179574016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.bias', offset=179580160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.weight', offset=179582208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.bias', offset=181679360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.layer_norm.weight', offset=181681408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.layer_norm.bias', offset=181683456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.net.0.linear.bias', offset=181685504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.net.2.bias', offset=181691648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.layer_norm_att.weight', offset=181693696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.layer_norm_att.bias', offset=181695744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.layer_norm.weight', offset=181697792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.layer_norm.bias', offset=181699840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.layer_norm.weight', offset=181701888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.layer_norm.bias', offset=181703936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.net.0.linear.bias', offset=181705984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.net.2.bias', offset=181712128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.self_attn.linear_out.bias', offset=181714176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.layer_norm.weight', offset=181716224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.layer_norm.bias', offset=181718272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.glu.b1', offset=181720320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.glu.b2', offset=181722368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.glu.ext_pw_conv_1d.weight', offset=181724416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.glu.ext_pw_conv_1d.bias', offset=185918720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.ext_pw_conv_1d.weight', offset=185922816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.ext_pw_conv_1d.bias', offset=188019968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.weight', offset=188022016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.bias', offset=188028160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.weight', offset=188030208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.bias', offset=190127360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.layer_norm.weight', offset=190129408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.layer_norm.bias', offset=190131456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.net.0.linear.bias', offset=190133504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.net.2.bias', offset=190139648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.layer_norm_att.weight', offset=190141696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.layer_norm_att.bias', offset=190143744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.layer_norm.weight', offset=190145792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.layer_norm.bias', offset=190147840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.layer_norm.weight', offset=190149888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.layer_norm.bias', offset=190151936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.net.0.linear.bias', offset=190153984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.net.2.bias', offset=190160128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.self_attn.linear_out.bias', offset=190162176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.layer_norm.weight', offset=190164224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.layer_norm.bias', offset=190166272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.glu.b1', offset=190168320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.glu.b2', offset=190170368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.glu.ext_pw_conv_1d.weight', offset=190172416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.glu.ext_pw_conv_1d.bias', offset=194366720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.ext_pw_conv_1d.weight', offset=194370816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.ext_pw_conv_1d.bias', offset=196467968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.weight', offset=196470016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.bias', offset=196476160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.weight', offset=196478208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.bias', offset=198575360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.layer_norm.weight', offset=198577408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.layer_norm.bias', offset=198579456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.net.0.linear.bias', offset=198581504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.net.2.bias', offset=198587648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.layer_norm_att.weight', offset=198589696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.layer_norm_att.bias', offset=198591744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.layer_norm.weight', offset=198593792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.layer_norm.bias', offset=198595840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.layer_norm.weight', offset=198597888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.layer_norm.bias', offset=198599936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.net.0.linear.bias', offset=198601984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.net.2.bias', offset=198608128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.self_attn.linear_out.bias', offset=198610176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.layer_norm.weight', offset=198612224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.layer_norm.bias', offset=198614272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.glu.b1', offset=198616320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.glu.b2', offset=198618368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.glu.ext_pw_conv_1d.weight', offset=198620416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.glu.ext_pw_conv_1d.bias', offset=202814720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.ext_pw_conv_1d.weight', offset=202818816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.ext_pw_conv_1d.bias', offset=204915968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.weight', offset=204918016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.bias', offset=204924160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.weight', offset=204926208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.bias', offset=207023360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.layer_norm.weight', offset=207025408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.layer_norm.bias', offset=207027456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.net.0.linear.bias', offset=207029504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.net.2.bias', offset=207035648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.layer_norm_att.weight', offset=207037696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.layer_norm_att.bias', offset=207039744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.layer_norm.weight', offset=207041792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.layer_norm.bias', offset=207043840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.speech.0.bias", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.0.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.speech.0.bias', offset=207045888, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.speech.2.bias", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.speech.2.bias', offset=207052032, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.vision.0.bias", "label": "Initializer", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.0.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.vision.0.bias', offset=207058176, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.vision.2.bias", "label": "Initializer", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.vision.2.bias', offset=207064320, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoder_embedding.global_mean", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[9.3125,9.9375,10.25,11.3125,12.0,12.75,13.3125,13.6875,13.875,14.0,14.125,14.25,14.5,14.75,14.875,15.0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoder_embedding.global_mean" }, { "key": "tensor_shape", "value": "FLOAT16[80]" }, { "key": "value", "value": "TensorProtoTensor(name='encoder.encoder_embedding.global_mean')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoder_embedding.global_invstd", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0.2333984375,0.228515625,0.216796875,0.208984375,0.212890625,0.21875,0.2236328125,0.2265625,0.2255859375,0.22265625,0.2236328125,0.2236328125,0.2236328125,0.2216796875,0.2197265625,0.21875]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoder_embedding.global_invstd" }, { "key": "tensor_shape", "value": "FLOAT16[80]" }, { "key": "value", "value": "TensorProtoTensor(name='encoder.encoder_embedding.global_invstd')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='val_2')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "8" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(8), name='val_3')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_4')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_5", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "500" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(500), name='val_5')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_7", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "8.0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_7" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "value", "value": "TensorProtoTensor(array(8., dtype=float32), name='val_7')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] cat", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='cat')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_12", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_12" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_12')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_13", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='val_13')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='dim_0')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_26", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_26" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_26')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='dim_0_2')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_27", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_27" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_27')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_29", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_29')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_31", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "18" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_31" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(18), name='val_31')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] lift_fresh_copy_2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='lift_fresh_copy_2')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_32", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_32" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_32')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_3", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='dim_0_3')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] lift_fresh_copy_3", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='lift_fresh_copy_3')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='dim_0_4')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_5", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='dim_0_5')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_46", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_46" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_46')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_6", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_6" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_6')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_49", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_49" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_49')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_51", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_51" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_51')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_53", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[10240]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_53" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([10240]), name='val_53')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_59", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_59" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_59')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_61", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_61" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_61')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_62", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "8.0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_62" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "value", "value": "TensorProtoTensor(array(8., dtype=float32), name='val_62')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_63", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_63" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_63')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_64", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_64" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_64')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_7", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_7" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_7')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_8", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_8" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_8')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_75", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_75" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_75')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_85", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_85" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_85')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_89", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_89" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_89')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_91", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_91" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_91')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_93", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_93" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_93')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_98", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_98" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_98')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_100", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_100" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_100')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] int64_1_cast", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "int64_1_cast" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='int64_1_cast')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_105", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_105" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_105')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_107", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_107" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_107')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_112", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_112" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "value", "value": "TensorProtoTensor(array(0., dtype=float32), name='val_112')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_113", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_113" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_113')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_115", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[500]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_115" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([500]), name='val_115')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] cat_4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_4" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='cat_4')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_122", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_122" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_122')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_9", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_9" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='dim_0_9')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_124", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "2" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_124" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(2), name='val_124')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_135", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_135" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_135')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_10", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_10" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='dim_0_10')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_136", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_136" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_136')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] lift_fresh_copy_6", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_6" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='lift_fresh_copy_6')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_139", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_139" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_139')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_11", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_11" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='dim_0_11')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] lift_fresh_copy_7", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_7" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='lift_fresh_copy_7')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_12", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_12" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='dim_0_12')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_13", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='dim_0_13')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_153", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_153" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_153')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_158", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_158" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_158')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_159", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_159" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_159')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_160", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_160" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_160')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_14", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_14" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_14')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_15", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_15" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_15')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_164", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_164" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_164')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_166", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_166" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_166')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_168", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_168" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_168')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_173", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_173" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "value", "value": "TensorProtoTensor(array(0., dtype=float32), name='val_173')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_196", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_196" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_196')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_202", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_202" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_202')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_208", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_208" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_208')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_210", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_210" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_210')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_220", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_220" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_220')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_222", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_222" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_222')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_252", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_252" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_252')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_258", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_258" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_258')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_262", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_262" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_262')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_268", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_268" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_268')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_271", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_271" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='val_271')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_272", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_272" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_272')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_17", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_17" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_17')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_284", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_284" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='val_284')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_285", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_285" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_285')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_18", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_18" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='dim_0_18')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_296", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-500" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_296" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-500), name='val_296')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_297", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-500" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_297" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-500), name='val_297')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_298", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "499" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_298" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(499), name='val_298')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_299", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "499" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_299" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(499), name='val_299')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_19", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_19" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='dim_0_19')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_1" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_1')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_341", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_341" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_341')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_358", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_358" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_358')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_362", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_362" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_362')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_365", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_365" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_365')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_389", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_389" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_389')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_393", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_393" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_393')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_396", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_396" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_396')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_430", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_430" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_430')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_434", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_434" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_434')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_437", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_437" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_437')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_3", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_3" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_3')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_4" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_4')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_493", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_493" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_493')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_496", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_496" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_496')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_499", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_499" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_499')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_523", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_523" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_523')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_526", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_526" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_526')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_529", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_529" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_529')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_563", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_563" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_563')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_566", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_566" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_566')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_569", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_569" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_569')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_6", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_6" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_6')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_7", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_7" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_7')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_625", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_625" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_625')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_628", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_628" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_628')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_631", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_631" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_631')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_655", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_655" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_655')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_658", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_658" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_658')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_661", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_661" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_661')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_695", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_695" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_695')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_698", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_698" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_698')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_701", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_701" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_701')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_9", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_9" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_9')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_10", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_10" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_10')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_757", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_757" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_757')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_760", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_760" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_760')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_763", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_763" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_763')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_787", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_787" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_787')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_790", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_790" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_790')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_793", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_793" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_793')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_827", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_827" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_827')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_830", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_830" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_830')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_833", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_833" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_833')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_12", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_12" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_12')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_13", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_13" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_13')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_889", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_889" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_889')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_892", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_892" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_892')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_895", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_895" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_895')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_919", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_919" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_919')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_922", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_922" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_922')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_925", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_925" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_925')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_959", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_959" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_959')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_962", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_962" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_962')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_965", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_965" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_965')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_15", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_15" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_15')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_16", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_16" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_16')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1021", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1021" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1021')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1024", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1024" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1024')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1027", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1027" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1027')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1051", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1051" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1051')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1054", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1054" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1054')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1057", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1057" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1057')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1091", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1091" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1091')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1094", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1094" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1094')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1097", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1097" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1097')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_18", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_18" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_18')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_19", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_19" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_19')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1153", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1153" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1153')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1156", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1156" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1156')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1159", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1159" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1159')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1183", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1183" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1183')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1186", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1186" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1186')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1189", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1189" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1189')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1223", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1223" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1223')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1226", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1226" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1226')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1229", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1229" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1229')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_21", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_21" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_21')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_22", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_22" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_22')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1285", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1285" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1285')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1288", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1288" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1288')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1291", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1291" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1291')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1315", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1315" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1315')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1318", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1318" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1318')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1321", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1321" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1321')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1355", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1355" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1355')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1358", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1358" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1358')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1361", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1361" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1361')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_24", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_24" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_24')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_25", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_25" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_25')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1417", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1417" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1417')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1420", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1420" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1420')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1423", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1423" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1423')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1447", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1447" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1447')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1450", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1450" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1450')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1453", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1453" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1453')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1487", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1487" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1487')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1490", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1490" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1490')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1493", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1493" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1493')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_27", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_27" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_27')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_28", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_28" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_28')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1549", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1549" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1549')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1552", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1552" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1552')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1555", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1555" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1555')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1579", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1579" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1579')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1582", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1582" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1582')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1585", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1585" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1585')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1619", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1619" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1619')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1622", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1622" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1622')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1625", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1625" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1625')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_30", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_30" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_30')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_31", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_31" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_31')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1681", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1681" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1681')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1684", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1684" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1684')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1687", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1687" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1687')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1711", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1711" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1711')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1714", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1714" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1714')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1717", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1717" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1717')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1751", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1751" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1751')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1754", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1754" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1754')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1757", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1757" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1757')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_33", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_33" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_33')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_34", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_34" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_34')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1813", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1813" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1813')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1816", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1816" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1816')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1819", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1819" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1819')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1843", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1843" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1843')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1846", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1846" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1846')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1849", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1849" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1849')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1883", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1883" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1883')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1886", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1886" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1886')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1889", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1889" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1889')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_36", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_36" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_36')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_37", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_37" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_37')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1945", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1945" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1945')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1948", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1948" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1948')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1951", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1951" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1951')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1975", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1975" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1975')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1978", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1978" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1978')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1981", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1981" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1981')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2015", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2015" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2015')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2018", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2018" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2018')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2021", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2021" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2021')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_39", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_39" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_39')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_40", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_40" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_40')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2077", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2077" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2077')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2080", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2080" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2080')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2083", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2083" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2083')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2107", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2107" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2107')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2110", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2110" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2110')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2113", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2113" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2113')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2147", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2147" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2147')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2150", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2150" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2150')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2153", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2153" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2153')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_42", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_42" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_42')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_43", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_43" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_43')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2209", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2209" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2209')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2212", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2212" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2212')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2215", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2215" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2215')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2239", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2239" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2239')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2242", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2242" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2242')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2245", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2245" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2245')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2279", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2279" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2279')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2282", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2282" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2282')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2285", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2285" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2285')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_45", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_45" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_45')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_46", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_46" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_46')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2341", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2341" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2341')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2344", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2344" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2344')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2347", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2347" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2347')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2371", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2371" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2371')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2374", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2374" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2374')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2377", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2377" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2377')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2411", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2411" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2411')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2414", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2414" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2414')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2417", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2417" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2417')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_48", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_48" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_48')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_49", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_49" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_49')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2473", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2473" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2473')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2476", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2476" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2476')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2479", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2479" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2479')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2503", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2503" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2503')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2506", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2506" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2506')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2509", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2509" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2509')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2543", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2543" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2543')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2546", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2546" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2546')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2549", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2549" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2549')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_51", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_51" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_51')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_52", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_52" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_52')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2605", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2605" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2605')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2608", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2608" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2608')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2611", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2611" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2611')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2635", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2635" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2635')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2638", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2638" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2638')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2641", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2641" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2641')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2675", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2675" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2675')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2678", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2678" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2678')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2681", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2681" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2681')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_54", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_54" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_54')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_55", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_55" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_55')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2737", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2737" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2737')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2740", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2740" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2740')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2743", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2743" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2743')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2767", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2767" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2767')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2770", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2770" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2770')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2773", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2773" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2773')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2807", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2807" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2807')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2810", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2810" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2810')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2813", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2813" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2813')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_57", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_57" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_57')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_58", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_58" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_58')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2869", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2869" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2869')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2872", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2872" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2872')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2875", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2875" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2875')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2899", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2899" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2899')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2902", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2902" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2902')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2905", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2905" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2905')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2939", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2939" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2939')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2942", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2942" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2942')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2945", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2945" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2945')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_60", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_60" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_60')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_61", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_61" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_61')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3001", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3001" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3001')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3004", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3004" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3004')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3007", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3007" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3007')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3031", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3031" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3031')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3034", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3034" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_3034')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3037", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3037" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3037')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3071", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3071" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3071')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3074", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3074" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_3074')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3077", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3077" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_3077')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_63", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_63" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_63')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_64", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_64" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_64')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3133", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3133" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3133')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3136", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3136" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3136')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3139", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3139" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3139')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3163", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3163" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3163')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3166", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3166" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_3166')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3169", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3169" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3169')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3203", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3203" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3203')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3206", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3206" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_3206')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3209", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3209" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_3209')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_66", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_66" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_66')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_67", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_67" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_67')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3265", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3265" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3265')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3268", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3268" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3268')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3271", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3271" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3271')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3295", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3295" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3295')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3298", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3298" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_3298')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3301", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3301" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3301')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3335", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3335" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3335')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3338", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3338" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_3338')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3341", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3341" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_3341')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_69", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_69" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_69')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_70", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_70" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_70')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3397", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3397" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3397')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3400", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3400" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3400')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3403", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3403" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3403')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3427", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3427" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3427')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3430", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3430" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_3430')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3433", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3433" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3433')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3467", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3467" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3467')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3470", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3470" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_3470')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3473", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3473" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_3473')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_72", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_72" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_72')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3479", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3479" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_3479')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] _to_copy_40", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_40" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='_to_copy_40')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3504", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3504" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='val_3504')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3505", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3505" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_3505')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3506", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3506" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_3506')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_20", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_20" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_20')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3513", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1,3072]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3513" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "value", "value": "TensorProtoTensor(array([ -1, 3072]), name='val_3513')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dims", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dims" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='dims')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_0_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_0_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_0_qkv_weight', offset=207070464, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_0_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_0_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_0_qkv_bias', offset=213361920, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_1_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_1_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_1_qkv_weight', offset=213368064, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_1_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_1_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_1_qkv_bias', offset=219659520, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_2_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_2_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_2_qkv_weight', offset=219665664, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_2_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_2_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_2_qkv_bias', offset=225957120, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_3_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_3_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_3_qkv_weight', offset=225963264, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_3_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_3_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_3_qkv_bias', offset=232254720, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_4_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_4_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_4_qkv_weight', offset=232260864, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_4_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_4_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_4_qkv_bias', offset=238552320, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_5_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_5_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_5_qkv_weight', offset=238558464, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_5_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_5_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_5_qkv_bias', offset=244849920, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_6_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_6_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_6_qkv_weight', offset=244856064, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_6_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_6_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_6_qkv_bias', offset=251147520, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_7_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_7_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_7_qkv_weight', offset=251153664, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_7_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_7_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_7_qkv_bias', offset=257445120, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_8_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_8_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_8_qkv_weight', offset=257451264, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_8_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_8_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_8_qkv_bias', offset=263742720, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_9_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_9_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_9_qkv_weight', offset=263748864, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_9_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_9_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_9_qkv_bias', offset=270040320, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_10_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_10_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_10_qkv_weight', offset=270046464, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_10_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_10_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_10_qkv_bias', offset=276337920, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_11_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_11_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_11_qkv_weight', offset=276344064, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_11_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_11_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_11_qkv_bias', offset=282635520, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_12_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_12_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_12_qkv_weight', offset=282641664, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_12_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_12_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_12_qkv_bias', offset=288933120, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_13_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_13_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_13_qkv_weight', offset=288939264, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_13_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_13_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_13_qkv_bias', offset=295230720, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_14_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_14_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_14_qkv_weight', offset=295236864, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_14_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_14_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_14_qkv_bias', offset=301528320, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_15_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_15_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_15_qkv_weight', offset=301534464, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_15_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_15_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_15_qkv_bias', offset=307825920, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_16_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_16_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_16_qkv_weight', offset=307832064, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_16_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_16_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_16_qkv_bias', offset=314123520, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_17_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_17_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_17_qkv_weight', offset=314129664, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_17_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_17_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_17_qkv_bias', offset=320421120, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_18_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_18_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_18_qkv_weight', offset=320427264, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_18_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_18_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_18_qkv_bias', offset=326718720, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_19_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_19_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_19_qkv_weight', offset=326724864, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_19_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_19_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_19_qkv_bias', offset=333016320, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_20_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_20_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_20_qkv_weight', offset=333022464, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_20_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_20_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_20_qkv_bias', offset=339313920, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_21_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_21_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_21_qkv_weight', offset=339320064, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_21_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_21_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_21_qkv_bias', offset=345611520, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_22_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_22_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_22_qkv_weight', offset=345617664, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_22_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_22_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_22_qkv_bias', offset=351909120, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_23_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_23_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_23_qkv_weight', offset=351915264, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_23_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_23_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_23_qkv_bias', offset=358206720, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,320,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.out.weight_Q4', offset=358212864, length=5242880, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[327680]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.out.weight_scales', offset=363455744, length=655360, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.net.0.linear.weight_Q4', offset=364111104, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.net.0.linear.weight_scales', offset=365683968, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.net.2.weight_Q4', offset=365880576, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.net.2.weight_scales', offset=366667008, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.speech.0.weight_Q4", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.0.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.speech.0.weight_Q4', offset=366765312, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.speech.0.weight_scales", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.0.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.speech.0.weight_scales', offset=368338176, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.speech.2.weight_Q4", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,96,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.speech.2.weight_Q4', offset=368534784, length=4718592, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.speech.2.weight_scales", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[294912]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.speech.2.weight_scales', offset=373253376, length=589824, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.vision.0.weight_Q4", "label": "Initializer", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.0.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.vision.0.weight_Q4', offset=373843200, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.vision.0.weight_scales", "label": "Initializer", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.0.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.vision.0.weight_scales', offset=375416064, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.vision.2.weight_Q4", "label": "Initializer", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,96,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.vision.2.weight_Q4', offset=375612672, length=4718592, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.vision.2.weight_scales", "label": "Initializer", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[294912]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.vision.2.weight_scales', offset=380331264, length=589824, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.self_attn.linear_out.weight_Q4', offset=380921088, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.self_attn.linear_out.weight_scales', offset=381445376, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.net.0.linear.weight_Q4', offset=381510912, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.net.0.linear.weight_scales', offset=383083776, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.net.2.weight_Q4', offset=383280384, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.net.2.weight_scales', offset=384066816, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.net.0.linear.weight_Q4', offset=384165120, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.net.0.linear.weight_scales', offset=385737984, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.net.2.weight_Q4', offset=385934592, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.net.2.weight_scales', offset=386721024, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.self_attn.linear_out.weight_Q4', offset=386819328, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.self_attn.linear_out.weight_scales', offset=387343616, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.net.0.linear.weight_Q4', offset=387409152, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.net.0.linear.weight_scales', offset=388982016, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.net.2.weight_Q4', offset=389178624, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.net.2.weight_scales', offset=389965056, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.net.0.linear.weight_Q4', offset=390063360, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.net.0.linear.weight_scales', offset=391636224, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.net.2.weight_Q4', offset=391832832, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.net.2.weight_scales', offset=392619264, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.self_attn.linear_out.weight_Q4', offset=392717568, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.self_attn.linear_out.weight_scales', offset=393241856, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.net.0.linear.weight_Q4', offset=393307392, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.net.0.linear.weight_scales', offset=394880256, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.net.2.weight_Q4', offset=395076864, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.net.2.weight_scales', offset=395863296, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.net.0.linear.weight_Q4', offset=395961600, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.net.0.linear.weight_scales', offset=397534464, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.net.2.weight_Q4', offset=397731072, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.net.2.weight_scales', offset=398517504, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.self_attn.linear_out.weight_Q4', offset=398615808, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.self_attn.linear_out.weight_scales', offset=399140096, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.net.0.linear.weight_Q4', offset=399205632, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.net.0.linear.weight_scales', offset=400778496, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.net.2.weight_Q4', offset=400975104, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.net.2.weight_scales', offset=401761536, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.net.0.linear.weight_Q4', offset=401859840, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.net.0.linear.weight_scales', offset=403432704, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.net.2.weight_Q4', offset=403629312, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.net.2.weight_scales', offset=404415744, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.self_attn.linear_out.weight_Q4', offset=404514048, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.self_attn.linear_out.weight_scales', offset=405038336, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.net.0.linear.weight_Q4', offset=405103872, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.net.0.linear.weight_scales', offset=406676736, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.net.2.weight_Q4', offset=406873344, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.net.2.weight_scales', offset=407659776, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.net.0.linear.weight_Q4', offset=407758080, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.net.0.linear.weight_scales', offset=409330944, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.net.2.weight_Q4', offset=409527552, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.net.2.weight_scales', offset=410313984, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.self_attn.linear_out.weight_Q4', offset=410412288, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.self_attn.linear_out.weight_scales', offset=410936576, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.net.0.linear.weight_Q4', offset=411002112, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.net.0.linear.weight_scales', offset=412574976, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.net.2.weight_Q4', offset=412771584, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.net.2.weight_scales', offset=413558016, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.net.0.linear.weight_Q4', offset=413656320, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.net.0.linear.weight_scales', offset=415229184, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.net.2.weight_Q4', offset=415425792, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.net.2.weight_scales', offset=416212224, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.self_attn.linear_out.weight_Q4', offset=416310528, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.self_attn.linear_out.weight_scales', offset=416834816, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.net.0.linear.weight_Q4', offset=416900352, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.net.0.linear.weight_scales', offset=418473216, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.net.2.weight_Q4', offset=418669824, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.net.2.weight_scales', offset=419456256, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.net.0.linear.weight_Q4', offset=419554560, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.net.0.linear.weight_scales', offset=421127424, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.net.2.weight_Q4', offset=421324032, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.net.2.weight_scales', offset=422110464, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.self_attn.linear_out.weight_Q4', offset=422208768, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.self_attn.linear_out.weight_scales', offset=422733056, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.net.0.linear.weight_Q4', offset=422798592, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.net.0.linear.weight_scales', offset=424371456, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.net.2.weight_Q4', offset=424568064, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.net.2.weight_scales', offset=425354496, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.net.0.linear.weight_Q4', offset=425452800, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.net.0.linear.weight_scales', offset=427025664, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.net.2.weight_Q4', offset=427222272, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.net.2.weight_scales', offset=428008704, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.self_attn.linear_out.weight_Q4', offset=428107008, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.self_attn.linear_out.weight_scales', offset=428631296, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.net.0.linear.weight_Q4', offset=428696832, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.net.0.linear.weight_scales', offset=430269696, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.net.2.weight_Q4', offset=430466304, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.net.2.weight_scales', offset=431252736, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.net.0.linear.weight_Q4', offset=431351040, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.net.0.linear.weight_scales', offset=432923904, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.net.2.weight_Q4', offset=433120512, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.net.2.weight_scales', offset=433906944, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.self_attn.linear_out.weight_Q4', offset=434005248, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.self_attn.linear_out.weight_scales', offset=434529536, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.net.0.linear.weight_Q4', offset=434595072, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.net.0.linear.weight_scales', offset=436167936, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.net.2.weight_Q4', offset=436364544, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.net.2.weight_scales', offset=437150976, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.net.0.linear.weight_Q4', offset=437249280, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.net.0.linear.weight_scales', offset=438822144, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.net.2.weight_Q4', offset=439018752, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.net.2.weight_scales', offset=439805184, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.self_attn.linear_out.weight_Q4', offset=439903488, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.self_attn.linear_out.weight_scales', offset=440427776, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.net.0.linear.weight_Q4', offset=440493312, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.net.0.linear.weight_scales', offset=442066176, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.net.2.weight_Q4', offset=442262784, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.net.2.weight_scales', offset=443049216, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.net.0.linear.weight_Q4', offset=443147520, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.net.0.linear.weight_scales', offset=444720384, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.net.2.weight_Q4', offset=444916992, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.net.2.weight_scales', offset=445703424, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.self_attn.linear_out.weight_Q4', offset=445801728, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.self_attn.linear_out.weight_scales', offset=446326016, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.net.0.linear.weight_Q4', offset=446391552, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.net.0.linear.weight_scales', offset=447964416, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.net.2.weight_Q4', offset=448161024, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.net.2.weight_scales', offset=448947456, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.net.0.linear.weight_Q4', offset=449045760, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.net.0.linear.weight_scales', offset=450618624, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.net.2.weight_Q4', offset=450815232, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.net.2.weight_scales', offset=451601664, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.self_attn.linear_out.weight_Q4', offset=451699968, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.self_attn.linear_out.weight_scales', offset=452224256, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.net.0.linear.weight_Q4', offset=452289792, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.net.0.linear.weight_scales', offset=453862656, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.net.2.weight_Q4', offset=454059264, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.net.2.weight_scales', offset=454845696, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.net.0.linear.weight_Q4', offset=454944000, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.net.0.linear.weight_scales', offset=456516864, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.net.2.weight_Q4', offset=456713472, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.net.2.weight_scales', offset=457499904, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.self_attn.linear_out.weight_Q4', offset=457598208, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.self_attn.linear_out.weight_scales', offset=458122496, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.net.0.linear.weight_Q4', offset=458188032, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.net.0.linear.weight_scales', offset=459760896, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.net.2.weight_Q4', offset=459957504, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.net.2.weight_scales', offset=460743936, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.net.0.linear.weight_Q4', offset=460842240, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.net.0.linear.weight_scales', offset=462415104, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.net.2.weight_Q4', offset=462611712, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.net.2.weight_scales', offset=463398144, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.self_attn.linear_out.weight_Q4', offset=463496448, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.self_attn.linear_out.weight_scales', offset=464020736, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.net.0.linear.weight_Q4', offset=464086272, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.net.0.linear.weight_scales', offset=465659136, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.net.2.weight_Q4', offset=465855744, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.net.2.weight_scales', offset=466642176, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.net.0.linear.weight_Q4', offset=466740480, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.net.0.linear.weight_scales', offset=468313344, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.net.2.weight_Q4', offset=468509952, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.net.2.weight_scales', offset=469296384, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.self_attn.linear_out.weight_Q4', offset=469394688, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.self_attn.linear_out.weight_scales', offset=469918976, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.net.0.linear.weight_Q4', offset=469984512, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.net.0.linear.weight_scales', offset=471557376, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.net.2.weight_Q4', offset=471753984, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.net.2.weight_scales', offset=472540416, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.net.0.linear.weight_Q4', offset=472638720, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.net.0.linear.weight_scales', offset=474211584, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.net.2.weight_Q4', offset=474408192, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.net.2.weight_scales', offset=475194624, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.self_attn.linear_out.weight_Q4', offset=475292928, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.self_attn.linear_out.weight_scales', offset=475817216, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.net.0.linear.weight_Q4', offset=475882752, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.net.0.linear.weight_scales', offset=477455616, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.net.2.weight_Q4', offset=477652224, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.net.2.weight_scales', offset=478438656, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.net.0.linear.weight_Q4', offset=478536960, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.net.0.linear.weight_scales', offset=480109824, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.net.2.weight_Q4', offset=480306432, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.net.2.weight_scales', offset=481092864, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.self_attn.linear_out.weight_Q4', offset=481191168, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.self_attn.linear_out.weight_scales', offset=481715456, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.net.0.linear.weight_Q4', offset=481780992, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.net.0.linear.weight_scales', offset=483353856, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.net.2.weight_Q4', offset=483550464, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.net.2.weight_scales', offset=484336896, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.net.0.linear.weight_Q4', offset=484435200, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.net.0.linear.weight_scales', offset=486008064, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.net.2.weight_Q4', offset=486204672, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.net.2.weight_scales', offset=486991104, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.self_attn.linear_out.weight_Q4', offset=487089408, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.self_attn.linear_out.weight_scales', offset=487613696, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.net.0.linear.weight_Q4', offset=487679232, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.net.0.linear.weight_scales', offset=489252096, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.net.2.weight_Q4', offset=489448704, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.net.2.weight_scales', offset=490235136, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.net.0.linear.weight_Q4', offset=490333440, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.net.0.linear.weight_scales', offset=491906304, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.net.2.weight_Q4', offset=492102912, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.net.2.weight_scales', offset=492889344, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.self_attn.linear_out.weight_Q4', offset=492987648, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.self_attn.linear_out.weight_scales', offset=493511936, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.net.0.linear.weight_Q4', offset=493577472, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.net.0.linear.weight_scales', offset=495150336, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.net.2.weight_Q4', offset=495346944, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.net.2.weight_scales', offset=496133376, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.net.0.linear.weight_Q4', offset=496231680, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.net.0.linear.weight_scales', offset=497804544, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.net.2.weight_Q4', offset=498001152, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.net.2.weight_scales', offset=498787584, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.self_attn.linear_out.weight_Q4', offset=498885888, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.self_attn.linear_out.weight_scales', offset=499410176, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.net.0.linear.weight_Q4', offset=499475712, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.net.0.linear.weight_scales', offset=501048576, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.net.2.weight_Q4', offset=501245184, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.net.2.weight_scales', offset=502031616, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.net.0.linear.weight_Q4', offset=502129920, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.net.0.linear.weight_scales', offset=503702784, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.net.2.weight_Q4', offset=503899392, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.net.2.weight_scales', offset=504685824, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.self_attn.linear_out.weight_Q4', offset=504784128, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.self_attn.linear_out.weight_scales', offset=505308416, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.net.0.linear.weight_Q4', offset=505373952, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.net.0.linear.weight_scales', offset=506946816, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.net.2.weight_Q4', offset=507143424, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.net.2.weight_scales', offset=507929856, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.net.0.linear.weight_Q4', offset=508028160, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.net.0.linear.weight_scales', offset=509601024, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.net.2.weight_Q4', offset=509797632, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.net.2.weight_scales', offset=510584064, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.self_attn.linear_out.weight_Q4', offset=510682368, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.self_attn.linear_out.weight_scales', offset=511206656, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.net.0.linear.weight_Q4', offset=511272192, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.net.0.linear.weight_scales', offset=512845056, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.net.2.weight_Q4', offset=513041664, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.net.2.weight_scales', offset=513828096, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.net.0.linear.weight_Q4', offset=513926400, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.net.0.linear.weight_scales', offset=515499264, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.net.2.weight_Q4', offset=515695872, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.net.2.weight_scales', offset=516482304, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.self_attn.linear_out.weight_Q4', offset=516580608, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.self_attn.linear_out.weight_scales', offset=517104896, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.net.0.linear.weight_Q4', offset=517170432, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.net.0.linear.weight_scales', offset=518743296, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.net.2.weight_Q4', offset=518939904, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.net.2.weight_scales', offset=519726336, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_features", "label": "Output", "namespace": "", "subgraphIds": [], "attrs": [ { "key": "name", "value": "audio_features" }, { "key": "index", "value": "0" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_5718", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [], "inputsMetadata": [], "style": null, "config": null } ], "groupNodeAttributes": { "": { "opset_imports": "{'pkg.onnxscript.torch_lib.common': 1, '': 18, 'pkg.onnxscript.torch_lib': 1, 'pkg.torch.__subgraph__': 1, 'com.microsoft': 1}", "producer_name": "onnxruntime.transformers", "producer_version": "1.21.0", "domain": "None", "model_version": "None", "doc_string": "None" }, "main_graph": {} }, "groupNodeConfigs": null, "nodeLabelsToHide": null, "tasksData": null, "layoutConfigs": null, "modelPath": "/Users/justinc/Documents/GitHub/model-explorer-onnx/testdata/phi-4-mm-speech.textproto", "adapterId": "onnx_adapter", "collectionLabel": "phi-4-mm-speech.textproto" } ], "graphsWithLevel": [ { "graph": { "id": "main_graph", "nodes": [ { "id": "[value] audio_embeds", "label": "Input", "namespace": "", "subgraphIds": [], "attrs": [ { "key": "name", "value": "audio_embeds" }, { "key": "index", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_embeds" }, { "key": "tensor_shape", "value": "FLOAT16[num_audios,num_frames,80]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_embeds" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_attention_mask", "label": "Input", "namespace": "", "subgraphIds": [], "attrs": [ { "key": "name", "value": "audio_attention_mask" }, { "key": "index", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_attention_mask" }, { "key": "tensor_shape", "value": "BOOL[num_audios,num_frames]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "attention_mask" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_sizes", "label": "Input", "namespace": "", "subgraphIds": [], "attrs": [ { "key": "name", "value": "audio_sizes" }, { "key": "index", "value": "2" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_sizes" }, { "key": "tensor_shape", "value": "INT64[num_audios]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_sizes" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection_mode", "label": "Input", "namespace": "", "subgraphIds": [], "attrs": [ { "key": "name", "value": "audio_projection_mode" }, { "key": "index", "value": "3" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection_mode" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_projection_mode" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5723", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[]" }, { "key": "value", "value": "TensorProtoTensor(array([], dtype=int64), name='_to_copy')" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy" }, { "key": "tensor_shape", "value": "INT64[0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_36", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" }, { "key": "value_ints", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_9" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "n4_2_n1_14", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" }, { "key": "value_int", "value": "1" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_9" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5806", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[]" }, { "key": "value", "value": "TensorProtoTensor(array([], dtype=int64), name='_to_copy_11')" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_11" }, { "key": "tensor_shape", "value": "INT64[0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_252", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" }, { "key": "value_ints", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_120" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_383", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" }, { "key": "value_ints", "value": "(-1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_198" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_388", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_203" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_390", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" }, { "key": "value_ints", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_204" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_403", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" }, { "key": "value_ints", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_216" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_454", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" }, { "key": "value_ints", "value": "(-1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_254" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_459", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_259" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_465", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" }, { "key": "value_ints", "value": "(-1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_264" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_470", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_269" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_631", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_366" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_666", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_397" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_719", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_438" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_847", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_500" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_881", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_530" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_933", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_570" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1061", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_632" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1095", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_662" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1147", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_702" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1275", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_764" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1309", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_794" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1361", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_834" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1489", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_896" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1523", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_926" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1575", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_966" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1703", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1028" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1737", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1058" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1789", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1098" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1917", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1160" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_1951", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1190" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2003", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1230" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2131", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1292" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2165", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1322" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2217", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1362" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2345", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1424" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2379", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1454" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2431", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1494" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2559", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1556" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2593", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1586" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2645", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1626" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2773", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1688" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2807", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1718" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2859", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1758" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_2987", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1820" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3021", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1850" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3073", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1890" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3201", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1952" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3235", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1982" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3287", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2022" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3415", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2084" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3449", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2114" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3501", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2154" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3629", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2216" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3663", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2246" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3715", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2286" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3843", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2348" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3877", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2378" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_3929", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2418" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4057", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2480" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4091", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2510" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4143", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2550" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4271", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2612" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4305", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2642" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4357", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2682" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4485", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2744" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4519", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2774" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4571", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2814" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4699", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2876" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4733", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2906" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4785", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2946" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4913", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3008" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4947", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3038" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_4999", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3078" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5127", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3140" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5161", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3170" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5213", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3210" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5341", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3272" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5375", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3302" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5427", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3342" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5555", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3404" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5589", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3434" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Constant_5641", "label": "Constant", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" }, { "key": "value_ints", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3474" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "node_Cast_132", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "INT64" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] audio_attention_mask", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default" }, { "key": "tensor_shape", "value": "INT64[s0,s4]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_attention_mask" }, { "key": "tensor_shape", "value": "BOOL[num_audios,num_frames]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "attention_mask" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Shape_0", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "end", "value": "1" }, { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] audio_embeds", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_0" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_embeds" }, { "key": "tensor_shape", "value": "FLOAT16[num_audios,num_frames,80]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_embeds" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Shape_2", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "end", "value": "2" }, { "key": "start", "value": "1" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] audio_embeds", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_embeds" }, { "key": "tensor_shape", "value": "FLOAT16[num_audios,num_frames,80]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_embeds" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Equal_5697", "label": "Equal", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] audio_projection_mode", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] _to_copy_40", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "eq_4297" }, { "key": "tensor_shape", "value": "BOOL[1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection_mode" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_projection_mode" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_40" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_32", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] audio_sizes", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_20", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_19" }, { "key": "tensor_shape", "value": "INT64[s0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_sizes" }, { "key": "tensor_shape", "value": "INT64[num_audios]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_sizes" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_20" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Sub_4", "label": "Sub", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] audio_embeds", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoder_embedding.global_mean", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub" }, { "key": "tensor_shape", "value": "FLOAT16[s0,s1,80]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_embeds" }, { "key": "tensor_shape", "value": "FLOAT16[num_audios,num_frames,80]" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.kind", "value": "USER_INPUT" }, { "key": "[metadata] pkg.torch.export.graph_signature.InputSpec.persistent", "value": "None" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "audio_embeds" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoder_embedding.global_mean" }, { "key": "tensor_shape", "value": "FLOAT16[80]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_ReduceSum_137", "label": "ReduceSum", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "keepdims", "value": "0" }, { "key": "noop_with_empty_axes", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_132", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_61", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sum_1" }, { "key": "tensor_shape", "value": "INT64[s0]" }, { "key": "param_name", "value": "reduced" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default" }, { "key": "tensor_shape", "value": "INT64[s0,s4]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_61" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Squeeze_1", "label": "Squeeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Shape_0", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "squeezed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_0" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Squeeze_3", "label": "Squeeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Shape_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_474" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "squeezed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_If_5698", "label": "If", "namespace": "main_graph/If ", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If " } ], "incomingEdges": [ { "sourceNodeId": "node_Equal_5697", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "getitem_96_if_" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "eq_4297" }, { "key": "tensor_shape", "value": "BOOL[1]" }, { "key": "param_name", "value": "cond" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/then_branch/node_MatMul_1_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "If /then_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_5672", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.speech.0.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] audio_projection.speech.0.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/val_1_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.0.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.0.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/then_branch/Gelu_AddBias_0", "label": "com.microsoft::BiasGelu", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If /then_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698/then_branch/node_MatMul_1_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.speech.0.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/gelu" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/val_1_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.0.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/then_branch/node_MatMul_5_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [ { "key": "K", "value": "3072" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "If /then_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698/then_branch/Gelu_AddBias_0", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.speech.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] audio_projection.speech.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/val_3_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/gelu" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,96,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[294912]" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/then_branch/node_Add_6_2", "label": "Add", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If /then_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698/then_branch/node_MatMul_5_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.speech.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/linear_1_true_graph_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/val_3_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_If_5698_phi", "label": "(Phi)", "namespace": "main_graph/If ", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If " } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_If_5698/else_branch/node_Add_6_3", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_If_5698/then_branch/node_Add_6_2", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "getitem_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "getitem_96_if_" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/linear_1_false_graph_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/then_branch/linear_1_true_graph_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/else_branch/node_MatMul_1_2_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "If /else_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_5672", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.vision.0.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] audio_projection.vision.0.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/val_1_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.0.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.0.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/else_branch/Gelu_AddBias_1", "label": "com.microsoft::BiasGelu", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If /else_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698/else_branch/node_MatMul_1_2_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.vision.0.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/gelu_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/val_1_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.0.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/else_branch/node_MatMul_5_2_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [ { "key": "K", "value": "3072" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "If /else_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698/else_branch/Gelu_AddBias_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.vision.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] audio_projection.vision.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/val_3_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/gelu_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,96,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[294912]" } ] } ], "style": null, "config": null }, { "id": "node_If_5698/else_branch/node_Add_6_3", "label": "Add", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If /else_branch" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698/else_branch/node_MatMul_5_2_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] audio_projection.vision.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/linear_1_false_graph_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "node_If_5698/else_branch/val_3_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "[metadata] graph_output_index", "value": "0" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_24", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Sub_4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoder_embedding.global_invstd", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,s1,80]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub" }, { "key": "tensor_shape", "value": "FLOAT16[s0,s1,80]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoder_embedding.global_invstd" }, { "key": "tensor_shape", "value": "FLOAT16[80]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Cast_138", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_ReduceSum_137", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_3" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sum_1" }, { "key": "tensor_shape", "value": "INT64[s0]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_105", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_46", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_47" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_46" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_122", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_49", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_50" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_49" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_146", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_64", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_65" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_64" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Equal_151", "label": "Equal", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_67" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Greater_189", "label": "Greater", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_2" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_191", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_89", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_90" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_89" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_204", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_98", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_99" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_98" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_223", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_105", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_106" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_105" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_318", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_153", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_154" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_153" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_329", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_160", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_161" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_160" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Equal_337", "label": "Equal", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "eq_240" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_346", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_164", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_165" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_164" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_5669", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3479", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3480" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3479" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_5704", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3506", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3507" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3506" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Add_6", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Squeeze_3", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8604" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_474" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Cast_25", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_6" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_474" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "n2_8", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_24", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_6", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1,s1,80]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,s1,80]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_6" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n0_10", "label": "Div", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_138", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_62", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "div" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_3" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_62" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Concat_106", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_105", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_48" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_47" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Concat_147", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_146", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_66" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_65" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Not_152", "label": "Not", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Equal_151", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ne_6" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_67" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Concat_319", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_318", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_155" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_154" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Concat_330", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_329", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_162" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_161" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Concat_5670", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_5669", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_341", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3481" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3480" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_341" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Concat_5705", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_5704", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3508" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3507" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Div_8", "label": "Div", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_6", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "floordiv_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8604" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Div_27", "label": "Div", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_25", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_7", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "truediv" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_6" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_7" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_111", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1, 1)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(1, 1, 1, 1)" }, { "key": "strides", "value": "(2, 2)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_8", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.conv.0.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.embed.conv.0.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//2)) + 1,40]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1,s1,80]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.0.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.0.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Ceil_141", "label": "Ceil", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil_1" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "div" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "n1_8", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_106", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1_2" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_48" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "n1_10", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_147", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1_3" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_66" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Cast_240", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Not_152", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_118" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ne_6" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "n1_24", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_319", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1_5" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_155" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "n1_25", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_330", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1_6" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_162" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "n1_34", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_5705", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1_7" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3508" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Add_10", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Div_8", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "floordiv_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_16", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Div_8", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8607" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "floordiv_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Ceil_28", "label": "Ceil", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Div_27", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_8" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "truediv" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Relu_112", "label": "Relu", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_111", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "relu" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//2)) + 1,40]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//2)) + 1,40]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Cast_142", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "INT64" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Ceil_141", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_4" }, { "key": "tensor_shape", "value": "INT64[s0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil_1" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Mod_12", "label": "Mod", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "fmod", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mod_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_124", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_51", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_52" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_51" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Range_144", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_63", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_2" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_63" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Mul_167", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_132" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_206", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_100", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_101" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_100" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_395", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_390", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_209" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_204" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Greater_428", "label": "Greater", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_7" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_466", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_465", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_265" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_264" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Range_479", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_271", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_272", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_6" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_271" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_272" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Range_495", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_284", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_285", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_7" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_284" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_285" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Range_5702", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_3504", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3505", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_8" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3504" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8605" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3505" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Cast_29", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "INT64" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Ceil_28", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_8" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Conv_113", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1, 1)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(1, 1, 1, 1)" }, { "key": "strides", "value": "(2, 2)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Relu_112", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.conv.2.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.embed.conv.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//4)) + 1,20]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "relu" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//2)) + 1,40]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.2.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_10", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_142", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_7", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_6" }, { "key": "tensor_shape", "value": "INT64[s0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_4" }, { "key": "tensor_shape", "value": "INT64[s0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_7" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Mul_13", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mod_12", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6474" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mod_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Concat_126", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_122", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_124", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_53", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_54" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_50" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_52" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_53" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "n2_9", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_144", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_2" }, { "key": "tensor_shape", "value": "INT64[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_2" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1_3" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_169", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_167", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_75", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_76" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_132" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_75" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Concat_207", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_204", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_59", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Reshape_206", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_102" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_99" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_59" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_101" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Cast_429", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Greater_428", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_238" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_7" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "n2_26", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_479", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_17", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_16" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_6" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_17" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n2_27", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_495", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_18", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_17" }, { "key": "tensor_shape", "value": "INT64[1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_7" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_18" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n2_31", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_5702", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_34", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_6" }, { "key": "tensor_shape", "value": "INT64[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_8" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1_7" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_37", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_36", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_10" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_9" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Range_43", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_12", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_12" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Range_66", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_26", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_1" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_26" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_69", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_27", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_28" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_27" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Mul_174", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_137" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_193", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_91", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_92" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_91" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_195", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_93", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_94" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_93" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_384", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_383", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_199" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_198" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_408", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_403", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_221" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_216" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_455", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_454", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_255" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_254" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Conv_114", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1, 1)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0, 0, 0)" }, { "key": "strides", "value": "(1, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_113", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.conv.3.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.embed.conv.3.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//4)) + 1,20]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//4)) + 1,20]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.3.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.3.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_14", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_5", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8606" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6474" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Less_150", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_9", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_6" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_2" }, { "key": "tensor_shape", "value": "INT64[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_6" }, { "key": "tensor_shape", "value": "INT64[s0,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sub_508", "label": "Sub", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_27", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_26", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub_312" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_17" }, { "key": "tensor_shape", "value": "INT64[1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_16" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Less_5709", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_31", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_32", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_24" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_6" }, { "key": "tensor_shape", "value": "INT64[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_19" }, { "key": "tensor_shape", "value": "INT64[s0,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Concat_39", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Constant_5723", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_37", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_1" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy" }, { "key": "tensor_shape", "value": "INT64[0]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_10" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "n2", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_43", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n2_2", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_66", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_1" }, { "key": "tensor_shape", "value": "INT64[1,CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_1" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Concat_71", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_69", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_30" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_28" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Mul_175", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_174", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_138" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_137" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "ceil" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Concat_196", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_191", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_193", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Reshape_195", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_95" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_90" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_92" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_94" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Relu_115", "label": "Relu", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_114", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "relu_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//4)) + 1,20]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//4)) + 1,20]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mod_15", "label": "Mod", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "fmod", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_14", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mod_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8606" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Shape_153", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_150", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_68" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_6" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Less_510", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Sub_508", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_296", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_21" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub_312" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_296" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_NonZero_5710", "label": "NonZero", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_5709", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3509" }, { "key": "tensor_shape", "value": "INT64[2,unk__623]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_24" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_92", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_39", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_39" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_1" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Less_45", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_39", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "cat_1" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_GreaterOrEqual_46", "label": "GreaterOrEqual", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] cat", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ge" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "cat" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n1_4", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_71", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_30" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_184", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_175", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_85", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_86" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_138" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_85" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Equal_202", "label": "Equal", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_175", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "eq_134" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_138" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_116", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1, 1)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(1, 1, 1, 1)" }, { "key": "strides", "value": "(2, 2)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Relu_115", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.conv.5.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.embed.conv.5.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1,10]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "relu_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//4)) + 1,20]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.5.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.5.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_17", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_16", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mod_15", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8607" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mod_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_225", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mod_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_107", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_108" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mod_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_107" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Expand_154", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Not_152", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Shape_153", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ne_6" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_68" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Where_512", "label": "Where", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_510", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_297", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Sub_508", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "masked_fill" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_21" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "condition" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_297" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "X" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "sub_312" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5711", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(1, 0)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_NonZero_5710", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3510" }, { "key": "tensor_shape", "value": "INT64[unk__623,2]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3509" }, { "key": "tensor_shape", "value": "INT64[2,unk__623]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_And_47", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_45", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_GreaterOrEqual_46", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "ge" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_3", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_1" }, { "key": "tensor_shape", "value": "INT64[1,CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Conv_117", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1, 1)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0, 0, 0)" }, { "key": "strides", "value": "(1, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_116", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.conv.6.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.embed.conv.6.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1,10]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1,10]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.6.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.6.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Div_19", "label": "Div", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "floordiv_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_253", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Constant_252", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_121" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_120" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Range_257", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_122", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_3" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_122" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Range_281", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_135", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_4" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_135" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_284", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_136", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_137" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_136" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Range_327", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_159", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_5" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_159" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_348", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_166", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_167" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_166" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_350", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_168", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_169" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8608" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_168" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Concat_226", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_223", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_225", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_109" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_106" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_108" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_And_156", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_150", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Expand_154", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_127" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_6" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "full_like" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Greater_514", "label": "Greater", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Where_512", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_298", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_8" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "masked_fill" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_298" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_GatherND_5712", "label": "GatherND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "batch_dims", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_If_5698_phi", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_5711", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_6" }, { "key": "tensor_shape", "value": "FLOAT16[u2,3072]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "getitem_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3510" }, { "key": "tensor_shape", "value": "INT64[unk__623,2]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "n0_2", "label": "NonZero", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_47", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "tmp" }, { "key": "tensor_shape", "value": "INT64[2,unk__1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Relu_118", "label": "Relu", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_117", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "relu_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1,10]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv2d_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1,10]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_220", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Squeeze_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Div_19", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_179" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sym_size_int_473" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "floordiv_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Concat_255", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Constant_5806", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_253", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_5" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_11" }, { "key": "tensor_shape", "value": "INT64[0]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_121" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "n2_15", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_257", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_9", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_8" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_3" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_9" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n2_16", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_281", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_9" }, { "key": "tensor_shape", "value": "INT64[1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_4" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_10" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Concat_285", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_284", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_29", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_138" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_137" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "n2_22", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_327", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_25", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_5" }, { "key": "tensor_shape", "value": "INT64[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "arange_5" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1_6" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Concat_351", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_346", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_348", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Reshape_350", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_170" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_165" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_167" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_169" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_Expand_230", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_112", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_226", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "zeros_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_112" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_109" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "n2_11", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_156", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_8", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_7" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_127" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_8" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Where_516", "label": "Where", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Greater_514", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_299", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Where_512", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "masked_fill_1" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_8" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "condition" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_299" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "X" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "masked_fill" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_5718", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GatherND_5712", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3513", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_features" }, { "key": "tensor_shape", "value": "FLOAT16[num_audio_tokens,3072]" }, { "key": "[metadata] pkg.torch.export.graph_signature.OutputSpec.kind", "value": "USER_OUTPUT" }, { "key": "[metadata] pkg.torch.onnx.original_node_name", "value": "view_105" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_6" }, { "key": "tensor_shape", "value": "FLOAT16[u2,3072]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3513" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "n1_2", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(1, 0)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "nonzero" }, { "key": "tensor_shape", "value": "INT64[u0,2]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "tmp" }, { "key": "tensor_shape", "value": "INT64[2,unk__1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_119", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1, 3)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Relu_118", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "transpose" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024,10]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "relu_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1,10]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_235", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_220", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_113", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_114" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_179" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_113" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_305", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_255", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_146" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_5" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Less_259", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_255", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_7" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_8" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "cat_5" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_GreaterOrEqual_260", "label": "GreaterOrEqual", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] cat_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ge_15" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_8" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "cat_4" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n1_20", "label": "Abs", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_285", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "size_1_4" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_138" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Cast_333", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_22", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_5" }, { "key": "tensor_shape", "value": "INT64[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Expand_355", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_173", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_351", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "zeros_4" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_173" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_170" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_172", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_169", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view" }, { "key": "tensor_shape", "value": "BOOL[s0*((((s1 - 1)//8)) + 1)]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_7" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_76" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "n4_2_n0_17", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "shape" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_7" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Add_517", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Where_516", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_563" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "masked_fill_1" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Gather_64", "label": "Gather", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "1" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n1_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "select" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "nonzero" }, { "key": "tensor_shape", "value": "INT64[u0,2]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_128", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_119", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_126", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_unsafe_view" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,10240]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "transpose" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024,10]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_54" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Concat_237", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_235", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_115", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_116" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_114" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_115" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_And_261", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_259", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_GreaterOrEqual_260", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_3" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_7" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "ge_15" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_17", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_16", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_20", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_3" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_9" }, { "key": "tensor_shape", "value": "INT64[1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1_4" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Slice_389", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_355", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_196", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Reshape_384", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_202", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_388", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "zeros_4" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_196" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_199" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_202" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_203" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Shape_404", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_355", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_217" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "zeros_4" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_413", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(1, 0, 2)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_355", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_226" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "zeros_4" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_209", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_172", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_207", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_5" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view" }, { "key": "tensor_shape", "value": "BOOL[s0*((((s1 - 1)//8)) + 1)]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_102" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "n4_2_n2_13", "label": "Gather", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n4_2_n0_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n4_2_n1_14", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_size" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "shape" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_9" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Gather_518", "label": "Gather", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] encoder.relative_attention_bias_layer.bias_values.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Add_517", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "embedding" }, { "key": "tensor_shape", "value": "FLOAT16[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1,16]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.relative_attention_bias_layer.bias_values.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1000,16]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_563" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Sub_74", "label": "Sub", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Gather_64", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_31", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub_18" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "select" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_31" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Greater_89", "label": "Greater", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Gather_64", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt" }, { "key": "tensor_shape", "value": "BOOL[u0]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "select" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_130_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "10240" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_128", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.embed.out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_unsafe_view" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,10240]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,320,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[327680]" } ] } ], "style": null, "config": null }, { "id": "n0_23", "label": "NonZero", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_261", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "tmp_4" }, { "key": "tensor_shape", "value": "INT64[2,unk__51]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_3" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Shape_391", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_389", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_205" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_400", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(2, 1, 0)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_389", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_214" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,CeilToInt(IntTrueDiv(s1, 8)),s0]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Gather_405", "label": "Gather", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Shape_404", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_218" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_217" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Shape_210", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_209", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_104" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_5" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "n4_2_n5", "label": "Equal", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n4_2_n2_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] int64_1_cast", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cond_0" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_size" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "int64_1_cast" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_519", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(2, 0, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Gather_518", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute" }, { "key": "tensor_shape", "value": "FLOAT16[16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "embedding" }, { "key": "tensor_shape", "value": "FLOAT16[(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1,16]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Less_75", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Sub_74", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_1" }, { "key": "tensor_shape", "value": "BOOL[u0]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub_18" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Where_91", "label": "Where", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Greater_89", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] lift_fresh_copy_3", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Gather_64", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put_1" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt" }, { "key": "tensor_shape", "value": "BOOL[u0]" }, { "key": "param_name", "value": "condition" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "X" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "select" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "Y" } ] } ], "style": null, "config": null }, { "id": "node_Add_131", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_130_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.embed.out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n1_18", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(1, 0)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_23", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "nonzero_1" }, { "key": "tensor_shape", "value": "INT64[u1,2]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "tmp_4" }, { "key": "tensor_shape", "value": "INT64[2,unk__51]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Gather_392", "label": "Gather", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Shape_391", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_124", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_206" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_205" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_124" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Range_406", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Gather_405", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_219" }, { "key": "tensor_shape", "value": "INT64[unk__76]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_218" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Expand_211", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Equal_202", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Shape_210", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_2" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "eq_134" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_104" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "n4_2_n6", "label": "If", "namespace": "main_graph/If ", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If " } ], "incomingEdges": [ { "sourceNodeId": "n4_2_n5", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "squeeze_if_" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cond_0" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "cond" } ] } ], "style": null, "config": null }, { "id": "n4_2_n6/then_branch/n3_3", "label": "Squeeze", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If /then_branch" } ], "incomingEdges": [ { "sourceNodeId": "n2_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dims", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "n4_2_n6/then_branch/result" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "[metadata] graph_output_index", "value": "0" }, { "key": "param_name", "value": "squeezed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_7" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dims" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n4_2_n6_phi", "label": "(Phi)", "namespace": "main_graph/If ", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If " } ], "incomingEdges": [ { "sourceNodeId": "n4_2_n6", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n4_2_n6/else_branch/n0_19", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "n4_2_n6/then_branch/n3_3", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "squeeze" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "squeeze_if_" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "n4_2_n6/else_branch/result_3" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "n4_2_n6/then_branch/result" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "[metadata] graph_output_index", "value": "0" } ] } ], "style": null, "config": null }, { "id": "n4_2_n6/else_branch/n0_19", "label": "Identity", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "If /else_branch" } ], "incomingEdges": [ { "sourceNodeId": "n2_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "n4_2_n6/else_branch/result_3" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "[metadata] graph_output_index", "value": "0" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_7" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "n2_28", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_519", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_19", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute" }, { "key": "tensor_shape", "value": "FLOAT16[16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_19" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Where_77", "label": "Where", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_75", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] lift_fresh_copy_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Sub_74", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_1" }, { "key": "tensor_shape", "value": "BOOL[u0]" }, { "key": "param_name", "value": "condition" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "X" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "sub_18" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "Y" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_96", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Where_91", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_43" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put_1" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "n0_39", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_131", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Gather_279", "label": "Gather", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "1" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n1_18", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "select_1" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "nonzero_1" }, { "key": "tensor_shape", "value": "INT64[u1,2]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Range_393", "label": "Range", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Gather_392", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_4", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_207" }, { "key": "tensor_shape", "value": "INT64[unk__74]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "start" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_206" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "limit" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "delta" } ] } ], "style": null, "config": null }, { "id": "node_Slice_410", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_406", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_220", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Unsqueeze_408", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Constant_403", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] val_222", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_223" }, { "key": "tensor_shape", "value": "INT64[unk__77]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_219" }, { "key": "tensor_shape", "value": "INT64[unk__76]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_220" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_221" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_216" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_222" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Not_213", "label": "Not", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_211", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_not" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_2" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_And_216", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_209", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Expand_211", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_160" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_5" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "full_like_2" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Cast_231", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n4_2_n6_phi", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_1" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "squeeze" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_82", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Where_77", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_36" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_GatherND_98", "label": "GatherND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "batch_dims", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_92", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_96", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_45" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_39" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_43" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_523_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_39", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_301" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Sub_287", "label": "Sub", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Gather_279", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_31", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub_175" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "select_1" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_31" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Greater_302", "label": "Greater", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Gather_279", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_3" }, { "key": "tensor_shape", "value": "BOOL[u1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "select_1" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_397", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Range_393", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_208", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Unsqueeze_395", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Constant_390", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] val_210", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_211" }, { "key": "tensor_shape", "value": "INT64[unk__75]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_207" }, { "key": "tensor_shape", "value": "INT64[unk__74]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_208" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_209" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_204" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_210" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_411", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_410", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_224" }, { "key": "tensor_shape", "value": "INT64[unk__77,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_223" }, { "key": "tensor_shape", "value": "INT64[unk__77]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Concat_232", "label": "Concat", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "1" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_231", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Expand_230", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "concat_result" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_1" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "inputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "zeros_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)]" }, { "key": "param_name", "value": "inputs" } ] } ], "style": null, "config": null }, { "id": "node_GatherND_84", "label": "GatherND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "batch_dims", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_32", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_82", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_38" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_32" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_36" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_99", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GatherND_98", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_2" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_45" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Add_524", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_523_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_301" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Less_288", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Sub_287", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_8" }, { "key": "tensor_shape", "value": "BOOL[u1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sub_175" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Where_304", "label": "Where", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Greater_302", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] lift_fresh_copy_7", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Gather_279", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put_3" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_3" }, { "key": "tensor_shape", "value": "BOOL[u1]" }, { "key": "param_name", "value": "condition" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_7" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "X" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "select_1" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "Y" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_398", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_397", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_212" }, { "key": "tensor_shape", "value": "INT64[unk__75,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_211" }, { "key": "tensor_shape", "value": "INT64[unk__75]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_239", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Concat_232", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_237", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_7" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_116" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_85", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GatherND_84", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_1" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_38" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "n2_5", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_99", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_3" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_2" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Split_5952", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_524", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Where_290", "label": "Where", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_288", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] lift_fresh_copy_6", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Sub_287", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put_2" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_8" }, { "key": "tensor_shape", "value": "BOOL[u1]" }, { "key": "param_name", "value": "condition" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_6" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "X" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "sub_175" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "Y" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_309", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Where_304", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_150" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put_3" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Shape_241", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_239", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_119" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_7" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "n2_4", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_85", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_3", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_2" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_1" }, { "key": "tensor_shape", "value": "INT64[u0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Less_101", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_2" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_3" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_529", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_5952", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Unsqueeze_295", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Where_290", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_143" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_put_2" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_GatherND_311", "label": "GatherND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "batch_dims", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_305", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_309", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_152" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_146" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_150" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Expand_242", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_240", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Shape_241", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_118" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_119" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_GreaterOrEqual_87", "label": "GreaterOrEqual", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ge_4" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand" }, { "key": "tensor_shape", "value": "INT64[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_2" }, { "key": "tensor_shape", "value": "INT64[u0,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_530", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_5952", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_529", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_390" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_GatherND_297", "label": "GatherND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "batch_dims", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "[value] val_139", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_295", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_145" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_139" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_143" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "indices" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_312", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GatherND_311", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_5" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_152" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Cast_243", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "BOOL" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_242", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_10" }, { "key": "tensor_shape", "value": "BOOL[s0,500]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_And_102", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GreaterOrEqual_87", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Less_101", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_1" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ge_4" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "lt_2" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_531", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_5952", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_530", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_394" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_390" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_298", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GatherND_297", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_4" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_145" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "n2_19", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_312", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_12", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_11" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_5" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_12" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Cast_244", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_243", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_2" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_10" }, { "key": "tensor_shape", "value": "BOOL[s0,500]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "n2_6", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_102", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_5", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_4" }, { "key": "tensor_shape", "value": "BOOL[1,CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_1" }, { "key": "tensor_shape", "value": "BOOL[CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_534_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_531", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_304" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_394" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "n2_18", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_298", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_11", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_10" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "index_4" }, { "key": "tensor_shape", "value": "INT64[u1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_11" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Less_314", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_19", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_9" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_3" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_11" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_245", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_239", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_244", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_201" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_7" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_2" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_7", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_6", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_8", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_1" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_4" }, { "key": "tensor_shape", "value": "BOOL[1,CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1_2" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Add_535", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_534_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_304" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_GreaterOrEqual_300", "label": "GreaterOrEqual", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_18", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ge_19" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_3" }, { "key": "tensor_shape", "value": "INT64[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_10" }, { "key": "tensor_shape", "value": "INT64[u1,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_ReduceSum_325", "label": "ReduceSum", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "keepdims", "value": "0" }, { "key": "noop_with_empty_axes", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_245", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_158", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sum_2" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "reduced" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_201" }, { "key": "tensor_shape", "value": "FLOAT[s0,500]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_158" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_187", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_7", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_184", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_2" }, { "key": "tensor_shape", "value": "BOOL[s0*CeilToInt(IntTrueDiv(s1, 8))**2]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_1" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),CeilToInt(IntTrueDiv(s1, 8))]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_86" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Mul_539", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_535", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_407" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_1" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_And_315", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_GreaterOrEqual_300", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Less_314", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_4" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "ge_19" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "lt_9" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_23", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_ReduceSum_325", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_14", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_13" }, { "key": "tensor_shape", "value": "FLOAT[s0,1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sum_2" }, { "key": "tensor_shape", "value": "FLOAT[s0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_14" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_198", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_187", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_196", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_4" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_2" }, { "key": "tensor_shape", "value": "BOOL[s0*CeilToInt(IntTrueDiv(s1, 8))**2]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_95" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_0", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_131", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_539", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.0.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_1" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_621" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_407" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n2_20", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_315", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_12" }, { "key": "tensor_shape", "value": "BOOL[1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_4" }, { "key": "tensor_shape", "value": "BOOL[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Less_334", "label": "Less", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_333", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_23", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_10" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_13" }, { "key": "tensor_shape", "value": "FLOAT[s0,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Shape_199", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_198", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_97" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_4" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_And_214", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_209", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Reshape_198", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_2" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_5" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "view_4" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_And_218", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_198", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Not_213", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_165" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_4" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_not" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "n2_21", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_20", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n1_24", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_12" }, { "key": "tensor_shape", "value": "BOOL[1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "size_1_5" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "n2_24", "label": "Unsqueeze", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Less_334", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] dim_0_15", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_14" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "expanded" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lt_10" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_15" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "param_name", "value": "axes" } ] } ], "style": null, "config": null }, { "id": "node_Expand_200", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Greater_189", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Shape_199", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_1" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "gt_2" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_97" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Shape_338", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_21", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_163" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_And_336", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_24", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "n2_21", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_5" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_14" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "expand_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_And_215", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_214", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Expand_200", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_157" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_2" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "full_like_1" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Expand_339", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Equal_337", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Shape_338", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "eq_240" }, { "key": "tensor_shape", "value": "BOOL[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_163" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Or_217", "label": "Or", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_215", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_And_216", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_254" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_157" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_160" }, { "key": "tensor_shape", "value": "BOOL[s0,1,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Not_341", "label": "Not", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_339", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_not_1" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_And_342", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n2_21", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Expand_339", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_253" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "expand_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "full_like_4" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Or_219", "label": "Or", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Or_217", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_And_218", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_263" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_254" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_165" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),((CeilToInt(IntTrueDiv(s1, 8))**2)//(CeilToInt(IntTrueDiv(s1, 8))))]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_And_343", "label": "And", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_336", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Not_341", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_256" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_and_5" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_not_1" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Cast_5872", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Or_219", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "copy_2" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_263" }, { "key": "tensor_shape", "value": "BOOL[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Or_344", "label": "Or", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_And_342", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_And_343", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_428" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_253" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_256" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_399", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(2, 1, 0)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_5872", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_213" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + 1,CeilToInt(IntTrueDiv(s1, 8)),s0]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "copy_2" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Cast_5887", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Or_344", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "copy_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_428" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_ScatterND_401", "label": "ScatterND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "reduction", "value": "none" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_400", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_398", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Transpose_399", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_215" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,CeilToInt(IntTrueDiv(s1, 8)),s0]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_214" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,CeilToInt(IntTrueDiv(s1, 8)),s0]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_212" }, { "key": "tensor_shape", "value": "INT64[unk__75,1]" }, { "key": "param_name", "value": "indices" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_213" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + 1,CeilToInt(IntTrueDiv(s1, 8)),s0]" }, { "key": "param_name", "value": "updates" } ] } ], "style": null, "config": null }, { "id": "node_Shape_430", "label": "Shape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "start", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_5887", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_239" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "copy_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_402", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(2, 1, 0)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_ScatterND_401", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_scatter" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_215" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,CeilToInt(IntTrueDiv(s1, 8)),s0]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Expand_431", "label": "Expand", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_429", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Shape_430", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_238" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "param_name", "value": "input" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_239" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_412", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(1, 0, 2)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_402", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_225" }, { "key": "tensor_shape", "value": "FLOAT[CeilToInt(IntTrueDiv(s1, 8)),s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_scatter" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Cast_432", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "BOOL" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Expand_431", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_14" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "full_like_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_ScatterND_414", "label": "ScatterND", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "reduction", "value": "none" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_413", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Unsqueeze_411", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Transpose_412", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_227" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_226" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_224" }, { "key": "tensor_shape", "value": "INT64[unk__77,1]" }, { "key": "param_name", "value": "indices" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_225" }, { "key": "tensor_shape", "value": "FLOAT[CeilToInt(IntTrueDiv(s1, 8)),s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "updates" } ] } ], "style": null, "config": null }, { "id": "node_Not_433", "label": "Not", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_432", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_not_2" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_14" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Cast_434", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_432", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_4" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_14" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_415", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(1, 0, 2)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_ScatterND_414", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_scatter_1" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_227" }, { "key": "tensor_shape", "value": "FLOAT[(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Cast_436", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "FLOAT" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Not_433", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "bitwise_not_2" }, { "key": "tensor_shape", "value": "BOOL[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Mul_435", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Cast_5887", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_434", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_316" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "copy_3" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_4" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_437", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_415", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Cast_436", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_320" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_scatter_1" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "convert_element_type_default_5" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_438", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_435", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_437", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_501" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_316" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_320" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_460", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_438", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_252", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Reshape_455", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_258", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_459", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_9" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_501" }, { "key": "tensor_shape", "value": "FLOAT[s0,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1,(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_252" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_255" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_258" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_259" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_471", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_460", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_262", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "node_Reshape_466", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_268", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_470", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_10" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_9" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + (Mod(500 - (Mod((((s1 - 1)//8)) + 1, 500)), 500)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_262" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_265" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_268" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_269" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Cast_472", "label": "Cast", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "to", "value": "INT32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_471", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_10" }, { "key": "tensor_shape", "value": "FLOAT[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "Attention_0", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_0", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_0_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_0_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_0_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_0_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_604_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_0", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_345" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_0", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_604_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_0", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.0.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_2" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_3" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_741" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_345" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_621" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_608", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_0", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_609", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_608", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_632", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_609", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_358", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_362", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_365", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_631", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_358" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_362" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_365" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_366" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_667", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_609", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_389", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_393", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_396", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_666", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_389" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_393" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_396" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_397" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_644", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_632", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_770" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_679", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_667", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_787" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_680", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_679", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_787" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_681", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_679", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_680", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_538" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_787" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_682", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_644", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_681", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_542" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_770" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_538" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_685", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_682", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_542" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_686", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_685", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_720", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_686", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_430", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_434", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_437", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_719", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_430" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_434" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_437" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_438" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_721", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_720", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_722", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_720", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_721", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_570" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_2" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_723", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_722", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_570" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_724", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_723", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_2", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_0", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_724", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_4" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_5" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_852" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_741" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_729_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_440" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_730", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_729_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_440" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6048", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_730", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_1_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_1_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_734", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6048", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_1_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_735", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6048", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_734", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_601" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_1_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_3" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_736", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6048", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_735", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_605" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_1_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_601" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_739_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_736", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_442" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_605" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_740", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_739_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.0.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_442" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_743", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_740", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_3", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_618" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_3" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_3", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_2", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_743", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.0.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.0.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_852" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_618" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_52", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_748_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_52", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_444" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_749", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_748_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_444" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6053", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_749", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_2_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_2_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_753", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6053", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_2_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_754", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6053", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_753", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_643" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_2_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_755", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6053", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_754", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_647" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_2_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_643" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_758_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_755", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_446" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_647" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_759", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_758_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_446" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_762", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_759", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_660" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_4" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_4", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_762", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.1.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_6" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_6" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_7" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_954" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_660" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_1", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_1_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_1_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_6" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_1_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_1_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_821_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_480" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_1", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_821_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_4", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.1.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_8" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_9" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1074" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_480" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_954" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_825", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_1", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_826", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_825", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_848", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_826", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_493", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_496", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_499", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_847", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_493" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_496" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_499" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_500" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_882", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_826", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_523", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_526", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_529", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_881", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_4" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_523" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_526" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_529" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_530" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_860", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_848", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_894", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_882", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_895", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_894", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_896", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_894", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_895", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_791" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_897", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_860", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_896", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_795" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_791" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_900", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_897", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_795" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_901", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_900", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_6" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_5" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_934", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_901", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_563", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_566", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_569", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_933", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_6" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_563" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_566" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_569" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_570" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_935", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_934", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_6" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_936", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_934", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_935", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_823" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_6" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_937", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_936", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_823" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_938", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_937", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_6", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_1", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_938", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_10" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_11" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1074" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_943_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_6", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_572" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_944", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_943_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_572" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6149", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_944", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_3_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_3_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_948", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6149", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_3_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_949", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6149", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_948", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_854" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_3_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_7" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_950", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6149", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_949", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_858" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_3_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_854" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_953_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_950", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_574" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_858" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_954", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_953_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.1.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_574" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_957", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_954", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_6", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_871" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_6" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_7", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_6", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_957", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.1.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.1.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_871" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_65", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_7", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_962_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_65", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_576" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_963", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_962_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_576" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6154", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_963", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_4_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_4_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_967", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6154", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_4_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_968", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6154", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_967", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_896" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_4_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_969", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6154", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_968", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_900" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_4_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_896" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_972_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_969", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_578" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_900" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_973", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_972_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_578" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_976", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_973", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_7", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_913" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_7" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_8", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_7", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_976", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.2.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_12" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_13" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1287" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_913" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_2", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_8", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_2_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_2_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_2_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_2_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1035_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_612" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_2", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1035_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_8", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.2.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_14" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_15" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1407" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_612" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_1287" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1039", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_2", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1040", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_1039", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1062", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1040", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_625", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_628", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_631", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1061", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_625" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_628" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_631" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_632" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1096", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1040", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_655", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_658", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_661", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1095", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_8" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_655" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_658" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_661" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_662" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_1074", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1062", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1436" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_1108", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1096", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1453" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1109", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1108", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1453" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1110", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1108", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1109", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1044" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1453" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1111", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1074", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1110", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1048" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1436" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1044" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1114", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1111", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1048" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1115", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1114", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_9" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1148", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1115", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_695", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_698", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_701", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1147", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_695" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_698" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_701" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_702" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1149", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1148", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1150", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1148", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1149", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1076" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_10" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1151", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1150", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1076" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1152", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1151", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_10", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_2", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_1152", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_16" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_17" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1518" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1407" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1157_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_704" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1158", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1157_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_704" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6250", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1158", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_5_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_5_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1162", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6250", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_5_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1163", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6250", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1162", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1107" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_5_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_11" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1164", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6250", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1163", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_5_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1107" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1167_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1164", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_706" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1168", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1167_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.2.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_706" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1171", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1168", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_9", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1124" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_9" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_11", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_10", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1171", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.2.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.2.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1518" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1124" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_78", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1176_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_78", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_708" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1177", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1176_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_708" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6255", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1177", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_6_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_6_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1181", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6255", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_6_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1182", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6255", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1181", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1149" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_6_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1183", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6255", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1182", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1153" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_6_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1149" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1186_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1183", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_710" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1153" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1187", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1186_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_710" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1190", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1187", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_10", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1166" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_10" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_12", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1190", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.3.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_18" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_19" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1620" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1166" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_3", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_12", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_3_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_3_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_3_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_3_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1249_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_744" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_3", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1249_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_12", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.3.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_20" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_21" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1740" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_744" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_1620" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1253", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_3", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1254", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_1253", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1276", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1254", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_757", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_760", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_763", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1275", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_757" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_760" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_763" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_764" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1310", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1254", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_787", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_790", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_793", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1309", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_12" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_787" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_790" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_793" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_794" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_1288", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1276", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1769" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_1322", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1310", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1786" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1323", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1322", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1786" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1324", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1322", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1323", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1297" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1786" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1325", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1288", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1324", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1301" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1769" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1297" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1328", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1325", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1301" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1329", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1328", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_13" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1362", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1329", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_827", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_830", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_833", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1361", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_827" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_830" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_833" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_834" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1363", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1362", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1364", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1362", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1363", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1329" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_14" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1365", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1364", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1329" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1366", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1365", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_14", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_3", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_1366", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_22" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_23" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1851" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1740" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1371_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_14", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_836" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1372", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1371_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_836" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6351", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1372", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_7_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_7_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1376", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6351", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_7_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1377", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6351", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1376", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1360" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_7_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_15" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1378", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6351", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1377", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1364" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_7_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1360" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1381_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1378", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_838" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1364" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1382", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1381_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.3.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_838" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1385", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1382", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_12", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1377" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_12" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_15", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_14", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1385", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.3.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.3.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_1851" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1377" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_91", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1390_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_91", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_840" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1391", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1390_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_840" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6356", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1391", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_8_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_8_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1395", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6356", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_8_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1396", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6356", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1395", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1402" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_8_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1397", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6356", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1396", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1406" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_8_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1402" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1400_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1397", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_842" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1406" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1401", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1400_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_842" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1404", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1401", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_13", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1419" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_13" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_16", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1404", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.4.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_24" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_25" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_1953" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1419" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_4", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_16", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_4_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_4_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_4_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_4_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1463_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_876" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_4", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1463_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_16", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.4.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_22" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_26" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_27" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2073" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_876" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_1953" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1467", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_22" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1468", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_1467", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1490", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1468", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_889", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_892", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_895", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1489", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_889" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_892" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_895" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_896" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1524", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1468", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_919", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_922", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_925", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1523", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_16" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_919" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_922" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_925" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_926" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_1502", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1490", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_1536", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1524", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1537", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1536", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1538", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1536", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1537", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1550" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1539", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1502", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1538", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1554" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1550" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1542", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1539", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1554" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1543", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1542", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_17" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1576", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1543", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_959", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_962", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_965", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1575", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_959" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_962" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_965" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_966" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1577", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1576", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1578", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1576", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1577", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1582" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_18" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1579", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1578", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1582" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1580", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1579", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_18", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_4", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_1580", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_28" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_29" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2184" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2073" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1585_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_18", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_968" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1586", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1585_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_968" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6452", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1586", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_9_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_9_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1590", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6452", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_9_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1591", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6452", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1590", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1613" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_9_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_19" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1592", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6452", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1591", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1617" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_9_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1613" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1595_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1592", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_970" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1617" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1596", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1595_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.4.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_970" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1599", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1596", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_15", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1630" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_15" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_19", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_18", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1599", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.4.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.4.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2184" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1630" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_104", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_19", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1604_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_104", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_972" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1605", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1604_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_972" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6457", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1605", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_10_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_10_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1609", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6457", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_10_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1610", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6457", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1609", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1655" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_10_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1611", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6457", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1610", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1659" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_10_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1655" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1614_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1611", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_974" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1659" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1615", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1614_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_974" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1618", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1615", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_16", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1672" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_16" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_20", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_19", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1618", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.5.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_30" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_31" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2286" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1672" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_5", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_20", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_5_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_5_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_5_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_5_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1677_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_5", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1008" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_5", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1677_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_20", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.5.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_32" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_33" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2406" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1008" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_2286" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1681", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_5", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1682", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_1681", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1704", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1682", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1021", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1024", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1027", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1703", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1021" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1024" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1027" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1028" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1738", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1682", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1051", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1054", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1057", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1737", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_20" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1051" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1054" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1057" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1058" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_1716", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1704", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2435" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_1750", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1738", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2452" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1751", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1750", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2452" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1752", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1750", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1751", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1803" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2452" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1753", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1716", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1752", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1807" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2435" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1803" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1756", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1753", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1807" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1757", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1756", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_22" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_21" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1790", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1757", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1091", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1094", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1097", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1789", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_22" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1091" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1094" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1097" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1098" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1791", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1790", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_22" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1792", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1790", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1791", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1835" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_22" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1793", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1792", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1835" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1794", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1793", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_22", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_5", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_1794", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_34" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_35" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2517" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2406" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1799_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_22", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1800", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1799_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6553", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1800", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_11_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_11_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1804", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6553", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_11_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1805", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6553", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1804", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1866" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_11_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_23" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1806", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6553", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1805", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1870" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_11_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1866" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1809_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1806", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1870" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1810", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1809_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.5.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1813", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1810", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_18", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1883" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_18" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_23", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_22", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1813", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.5.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.5.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2517" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1883" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_117", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_23", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1818_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_117", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1819", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1818_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6558", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1819", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_12_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_12_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1823", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6558", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_12_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1824", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6558", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1823", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1908" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_12_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1825", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6558", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1824", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1912" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_12_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1908" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1828_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1825", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1106" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1912" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_1829", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1828_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1106" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1832", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1829", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_19", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_1925" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_19" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_24", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_23", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1832", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.6.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_36" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_37" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2619" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_1925" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_6", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_24", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_6_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_6_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_6_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_6_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_1891_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_6", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1140" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_6", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_1891_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_24", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.6.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_38" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_39" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2739" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1140" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_2619" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_1895", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_6", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1896", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_1895", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1918", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1896", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1153", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1156", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1159", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1917", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1153" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1156" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1159" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1160" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_1952", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1896", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1183", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1186", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1189", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_1951", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_24" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1183" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1186" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1189" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1190" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_1930", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1918", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2768" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_1964", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_1952", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2785" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_1965", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1964", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2785" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1966", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1964", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_1965", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2056" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2785" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_1967", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_1930", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_1966", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2060" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2768" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2056" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1970", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_1967", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2060" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_1971", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1970", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_25" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2004", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_1971", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1223", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1226", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1229", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2003", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1223" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1226" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1229" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1230" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2005", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2004", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2006", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2004", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2005", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2088" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_26" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2007", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2006", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2088" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2008", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2007", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_26", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_6", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_2008", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_40" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_41" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2850" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2739" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2013_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_26", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1232" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2014", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2013_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1232" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6654", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2014", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_13_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_13_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2018", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6654", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_13_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2019", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6654", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2018", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_13_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_27" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2020", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6654", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2019", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2123" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_13_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2023_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2020", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1234" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2123" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2024", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2023_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.6.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1234" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2027", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2024", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_21", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2136" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_21" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_27", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_26", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2027", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.6.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.6.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_2850" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2136" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_130", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_27", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2032_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_130", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1236" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2033", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2032_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1236" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6659", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2033", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_14_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_14_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2037", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6659", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_14_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2038", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6659", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2037", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2161" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_14_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2039", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6659", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2038", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2165" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_14_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2161" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2042_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2039", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1238" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2165" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2043", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2042_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1238" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2046", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2043", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_22", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2178" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_22" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_28", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_27", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2046", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.7.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_42" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_43" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_2952" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2178" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_7", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_28", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_7_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_7_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_7_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_7_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2105_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_7", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1272" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_7", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2105_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_28", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.7.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_44" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_45" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3072" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1272" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_2952" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2109", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_7", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2110", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_2109", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2132", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2110", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1285", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1288", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1291", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2131", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1285" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1288" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1291" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1292" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2166", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2110", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1315", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1318", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1321", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2165", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_28" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1315" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1318" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1321" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1322" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_2144", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2132", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3101" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_2178", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2166", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3118" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2179", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2178", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3118" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2180", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2178", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2179", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2309" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3118" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2181", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2144", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2180", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2313" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3101" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2309" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2184", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2181", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2313" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2185", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2184", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_29" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2218", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2185", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1355", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1358", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1361", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2217", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1355" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1358" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1361" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1362" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2219", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2218", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2220", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2218", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2219", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2341" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_30" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2221", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2220", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2341" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2222", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2221", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_30", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_7", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_2222", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_38" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_46" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_47" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3072" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2227_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_30", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1364" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_38" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2228", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2227_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1364" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6755", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2228", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_15_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_15_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2232", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6755", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_15_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2233", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6755", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2232", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2372" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_15_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_31" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2234", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6755", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2233", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2376" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_15_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2372" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2237_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2234", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1366" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2376" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2238", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2237_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.7.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1366" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2241", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2238", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_24", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2389" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_24" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_31", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_30", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2241", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.7.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.7.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2389" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_143", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_31", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2246_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_143", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1368" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2247", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2246_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1368" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6760", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2247", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_16_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_16_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2251", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6760", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_16_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2252", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6760", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2251", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2414" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_16_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2253", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6760", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2252", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2418" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_16_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2414" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2256_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2253", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1370" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2418" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2257", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2256_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1370" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2260", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2257", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_25", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2431" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_25" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_32", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_31", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2260", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.8.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_48" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_49" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3285" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2431" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_8", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_32", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_8_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_8_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_8_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_8_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2319_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_8", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1404" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_8", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2319_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_32", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.8.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_50" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_51" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3405" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1404" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_3285" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2323", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_8", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2324", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_2323", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2346", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2324", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1417", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1420", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1423", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2345", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1417" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1420" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1423" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1424" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2380", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2324", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1447", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1450", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1453", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2379", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_32" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1447" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1450" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1453" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1454" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_2358", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2346", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3434" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_2392", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2380", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3451" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2393", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2392", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3451" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2394", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2392", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2393", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2562" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3451" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2395", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2358", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2394", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2566" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3434" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2562" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2398", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2395", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2566" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2399", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2398", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_33" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2432", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2399", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1487", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1490", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1493", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2431", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1487" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1490" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1493" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1494" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2433", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2432", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2434", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2432", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2433", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2594" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_34" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2435", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2434", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2594" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2436", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2435", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_34", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_8", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_2436", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_52" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_53" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3516" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3405" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2441_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_34", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1496" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2442", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2441_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1496" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6856", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2442", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_17_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_17_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2446", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6856", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_17_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2447", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6856", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2446", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2625" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_17_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_35" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2448", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6856", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2447", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2629" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_17_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2625" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2451_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2448", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1498" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2629" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2452", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2451_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.8.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1498" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2455", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2452", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_27", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2642" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_27" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_35", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_34", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2455", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.8.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.8.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3516" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2642" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_156", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_35", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2460_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_156", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1500" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2461", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2460_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1500" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6861", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2461", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_18_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_18_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2465", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6861", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_18_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2466", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6861", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2465", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2667" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_18_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2467", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6861", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2466", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2671" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_18_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2667" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2470_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2467", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1502" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2671" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2471", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2470_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1502" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2474", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2471", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_28", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2684" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_28" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_36", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_35", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2474", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.9.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_46" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_54" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_55" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3618" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2684" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_9", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_36", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_9_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_9_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_46" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_9_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_9_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2533_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_9", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1536" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_9", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2533_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_36", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.9.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_56" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_57" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3738" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1536" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_3618" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2537", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_9", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2538", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_2537", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2560", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2538", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1549", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1552", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1555", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2559", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1549" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1552" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1555" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1556" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2594", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2538", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1579", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1582", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1585", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2593", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_98" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_36" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1579" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1582" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1585" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1586" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_2572", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2560", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3767" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_2606", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2594", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3784" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_98" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2607", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2606", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3784" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2608", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2606", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2607", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2815" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3784" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2609", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2572", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2608", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2819" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3767" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2815" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2612", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2609", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2819" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2613", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2612", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_38" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_37" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2646", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2613", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1619", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1622", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1625", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2645", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_38" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1619" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1622" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1625" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1626" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2647", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2646", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_38" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2648", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2646", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2647", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2847" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_38" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2649", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2648", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2847" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2650", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2649", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_38", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_9", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_2650", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_58" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_59" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3849" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3738" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2655_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_38", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1628" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2656", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2655_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1628" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6957", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2656", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_19_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_19_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2660", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6957", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_19_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2661", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6957", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2660", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2878" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_19_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_39" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2662", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6957", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2661", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2882" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_19_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2878" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2665_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2662", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1630" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2882" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2666", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2665_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.9.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1630" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2669", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2666", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_30", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2895" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_30" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_39", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_38", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2669", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.9.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.9.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_3849" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2895" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_169", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_39", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2674_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_169", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1632" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2675", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2674_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1632" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_6962", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2675", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_20_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_20_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2679", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6962", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_20_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2680", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6962", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2679", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2920" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_20_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2681", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_6962", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2680", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2924" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_20_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2920" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2684_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2681", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1634" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2924" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2685", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2684_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1634" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2688", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2685", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_31", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_2937" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_31" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_40", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_39", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2688", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.10.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_60" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_61" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_3951" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_2937" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_10", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_40", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_10_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_10_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_10_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_10_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2747_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1668" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_10", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2747_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_40", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.10.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_62" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_63" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4071" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1668" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_3951" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2751", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_10", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2752", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_2751", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2774", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2752", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1681", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1684", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1687", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2773", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1681" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1684" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1687" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1688" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2808", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2752", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1711", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1714", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1717", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2807", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_107" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_40" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1711" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1714" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1717" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1718" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_2786", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2774", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_2820", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2808", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4117" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_107" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2821", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2820", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4117" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2822", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2820", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2821", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3068" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4117" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2823", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2786", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2822", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3072" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3068" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2826", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2823", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3072" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2827", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2826", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_41" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2860", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2827", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1751", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1754", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1757", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2859", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1751" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1754" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1757" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1758" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2861", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2860", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2862", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2860", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2861", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_42" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2863", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2862", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2864", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2863", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_42", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_10", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_2864", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_64" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_65" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4182" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4071" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2869_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_42", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1760" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2870", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2869_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1760" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7058", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2870", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_21_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_21_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2874", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7058", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_21_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2875", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7058", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2874", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3131" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_21_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_43" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2876", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7058", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2875", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3135" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_21_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3131" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2879_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2876", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1762" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3135" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2880", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2879_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.10.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1762" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2883", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2880", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_33", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3148" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_33" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_43", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_42", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2883", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.10.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.10.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4182" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3148" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_182", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_43", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2888_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_182", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1764" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2889", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2888_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1764" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7063", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2889", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_22_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_22_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_2893", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7063", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_22_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2894", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7063", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_2893", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3173" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_22_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2895", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7063", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2894", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3177" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_22_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3173" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2898_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_2895", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1766" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3177" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_2899", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2898_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1766" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_2902", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_2899", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_34", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3190" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_34" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_44", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_43", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_2902", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.11.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_66" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_67" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4284" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3190" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_11", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_44", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_11_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_11_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_11_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_11_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_2961_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1800" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_11", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_2961_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_44", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.11.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_68" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_69" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4404" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1800" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_4284" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_2965", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_11", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_2966", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_2965", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_2988", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2966", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1813", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1816", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1819", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_2987", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1813" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1816" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1819" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1820" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3022", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_2966", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1843", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1846", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1849", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3021", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_44" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1843" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1846" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1849" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1850" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_3000", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_2988", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4433" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_3034", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3022", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4450" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3035", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3034", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4450" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3036", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3034", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3035", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3321" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4450" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3037", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3000", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3036", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3325" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4433" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3321" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3040", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3037", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3325" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3041", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3040", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_46" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_45" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3074", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3041", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1883", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1886", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1889", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3073", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_46" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1883" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1886" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1889" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1890" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3075", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3074", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_46" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3076", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3074", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3075", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3353" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_46" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3077", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3076", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3353" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3078", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3077", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_46", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_11", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_3078", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_70" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_71" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4515" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4404" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3083_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_46", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1892" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3084", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3083_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1892" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7159", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3084", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_23_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_23_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3088", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7159", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_23_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3089", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7159", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3088", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3384" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_23_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_47" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3090", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7159", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3089", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3388" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_23_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3384" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3093_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3090", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1894" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3388" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3094", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3093_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.11.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1894" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3097", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3094", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_36", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3401" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_36" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_47", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_46", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3097", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.11.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.11.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4515" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3401" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_195", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_47", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3102_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_195", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1896" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3103", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3102_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_97" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1896" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7164", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3103", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_24_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_24_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_97" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3107", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7164", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_24_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3108", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7164", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3107", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3426" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_24_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3109", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7164", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3108", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3430" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_24_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3426" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3112_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3109", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1898" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3430" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3113", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3112_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_98" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1898" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3116", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3113", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_37", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3443" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_98" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_37" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_48", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_47", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3116", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.12.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_72" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_73" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4617" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3443" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_12", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_48", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_12_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_12_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_12_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_12_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3175_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_12", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1932" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_12", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3175_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_48", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.12.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_74" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_75" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4737" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1932" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_4617" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3179", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_12", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3180", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_3179", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3202", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3180", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1945", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1948", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1951", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3201", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_122" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1945" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1948" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1951" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1952" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3236", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3180", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_1975", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_1978", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_1981", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3235", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_125" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_48" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_1975" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_1978" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_1981" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_1982" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_3214", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3202", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4766" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_122" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_3248", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3236", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4783" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_125" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3249", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3248", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4783" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3250", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3248", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3249", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3574" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4783" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3251", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3214", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3250", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3578" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4766" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3574" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3254", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3251", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3578" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3255", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3254", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_49" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3288", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3255", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2015", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2018", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2021", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3287", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_129" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2015" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2018" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2021" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2022" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3289", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3288", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_129" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3290", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3288", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3289", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3606" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_129" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_50" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3291", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3290", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3606" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3292", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3291", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_50", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_12", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_3292", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_76" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_77" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4848" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4737" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3297_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_50", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2024" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3298", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3297_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2024" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7260", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3298", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_25_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_25_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3302", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7260", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_25_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3303", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7260", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3302", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3637" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_25_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_51" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3304", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7260", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3303", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3641" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_25_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3637" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3307_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3304", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2026" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3641" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3308", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3307_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.12.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2026" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3311", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3308", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_39", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3654" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_39" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_51", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_50", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3311", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.12.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.12.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_4848" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3654" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_208", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_51", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3316_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_208", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2028" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3317", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3316_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_105" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2028" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7265", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3317", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_26_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_26_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_105" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3321", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7265", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_26_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3322", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7265", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3321", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3679" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_26_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3323", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7265", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3322", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3683" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_26_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3679" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3326_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3323", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2030" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3683" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3327", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3326_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_106" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2030" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3330", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3327", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_40", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3696" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_106" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_40" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_52", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_51", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3330", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.13.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_78" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_79" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_4950" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3696" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_13", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_52", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_13_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_13_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_13_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_13_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3389_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2064" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_13", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3389_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_52", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.13.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_80" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_81" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5070" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2064" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_4950" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3393", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_13", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3394", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_3393", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3416", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3394", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2077", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2080", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2083", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3415", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_131" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2077" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2080" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2083" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2084" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3450", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3394", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2107", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2110", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2113", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3449", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_134" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_52" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2107" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2110" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2113" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2114" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_3428", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3416", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5099" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_131" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_3462", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3450", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_134" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3463", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3462", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3464", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3462", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3463", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3827" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3465", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3428", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3464", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3831" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5099" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3827" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3468", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3465", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3831" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3469", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3468", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_53" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3502", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3469", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2147", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2150", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2153", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3501", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_138" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2147" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2150" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2153" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2154" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3503", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3502", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_138" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3504", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3502", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3503", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3859" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_138" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_54" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3505", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3504", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3859" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3506", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3505", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_54", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_13", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_3506", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_82" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_83" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5181" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5070" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3511_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_54", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2156" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3512", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3511_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2156" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7361", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3512", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_27_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_27_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3516", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7361", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_27_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3517", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7361", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3516", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3890" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_27_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_55" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3518", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7361", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3517", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3894" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_27_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3890" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3521_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3518", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2158" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3894" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3522", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3521_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.13.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_112" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2158" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3525", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3522", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_42", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3907" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_112" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_42" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_55", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_54", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3525", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.13.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.13.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5181" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3907" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_221", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_55", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_70" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3530_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_221", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2160" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_70" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3531", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3530_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2160" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7366", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3531", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_28_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_28_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3535", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7366", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_28_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3536", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7366", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3535", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3932" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_28_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3537", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7366", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3536", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3936" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_28_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3932" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3540_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3537", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2162" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3936" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3541", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3540_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2162" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3544", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3541", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_43", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_3949" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_43" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_56", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_55", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3544", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.14.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_84" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_85" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5283" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_3949" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_14", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_56", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_14_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_14_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_14_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_14_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3603_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_14", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2196" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_14", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3603_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_56", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.14.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_86" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_87" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5403" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2196" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_5283" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3607", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_14", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3608", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_3607", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3630", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3608", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2209", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2212", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2215", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3629", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_140" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2209" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2212" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2215" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2216" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3664", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3608", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2239", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2242", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2245", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3663", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_143" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_56" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2239" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2242" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2245" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2246" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_3642", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3630", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5432" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_140" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_3676", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3664", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5449" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_143" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3677", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3676", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5449" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3678", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3676", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3677", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4080" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5449" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3679", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3642", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3678", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4084" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5432" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4080" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3682", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3679", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4084" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3683", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3682", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_57" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3716", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3683", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2279", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2282", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2285", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3715", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_147" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2279" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2282" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2285" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2286" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3717", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3716", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_147" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3718", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3716", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3717", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4112" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_147" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_58" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3719", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3718", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4112" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3720", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3719", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_58", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_14", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_3720", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_88" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_89" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5514" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5403" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3725_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_58", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2288" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3726", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3725_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2288" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7462", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3726", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_29_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_29_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3730", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7462", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_29_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3731", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7462", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3730", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4143" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_29_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_59" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3732", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7462", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3731", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4147" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_29_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4143" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3735_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3732", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2290" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4147" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3736", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3735_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.14.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2290" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3739", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3736", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_45", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4160" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_45" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_59", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_58", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3739", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.14.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.14.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5514" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4160" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_234", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_59", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3744_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_234", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2292" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3745", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3744_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_121" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2292" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7467", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3745", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_30_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_30_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_121" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3749", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7467", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_30_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3750", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7467", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3749", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_30_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3751", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7467", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3750", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4189" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_30_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3754_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3751", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2294" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4189" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3755", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3754_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_122" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2294" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3758", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3755", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_46", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4202" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_122" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_46" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_60", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_59", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3758", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.15.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_90" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_91" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5616" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4202" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_15", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_60", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_15_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_15_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_15_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_15_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3817_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2328" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_15", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3817_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_60", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.15.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_92" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_93" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5736" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2328" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_5616" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3821", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_15", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3822", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_3821", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3844", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3822", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2341", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2344", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2347", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3843", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_149" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2341" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2344" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2347" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2348" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3878", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3822", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2371", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2374", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2377", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3877", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_152" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_60" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2371" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2374" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2377" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2378" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_3856", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3844", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5765" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_149" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_3890", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3878", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5782" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_152" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3891", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3890", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5782" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3892", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3890", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3891", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4333" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5782" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3893", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3856", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3892", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4337" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5765" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4333" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3896", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3893", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4337" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3897", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3896", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_61" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_3930", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3897", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2411", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2414", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2417", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_3929", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_156" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2411" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2414" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2417" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2418" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3931", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3930", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_156" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3932", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_3930", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3931", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4365" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_156" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_62" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_3933", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3932", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4365" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_3934", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_3933", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_62", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_15", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_3934", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_78" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_94" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_95" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5847" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5736" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3939_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_62", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2420" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_78" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3940", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3939_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_127" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2420" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7563", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3940", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_31_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_31_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_127" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3944", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7563", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_31_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3945", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7563", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3944", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4396" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_31_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_63" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3946", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7563", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3945", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4400" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_31_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4396" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3949_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3946", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2422" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4400" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3950", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3949_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.15.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_128" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2422" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3953", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3950", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_48", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4413" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_128" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_48" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_63", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_62", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3953", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.15.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.15.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_5847" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4413" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_247", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_63", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3958_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_247", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2424" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3959", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3958_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_129" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2424" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7568", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3959", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_32_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_32_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_129" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_3963", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7568", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_32_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3964", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7568", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_3963", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4438" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_32_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3965", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7568", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3964", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4442" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_32_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4438" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_3968_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_3965", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2426" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4442" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_3969", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_3968_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_130" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2426" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_3972", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_3969", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_49", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4455" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_130" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_49" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_64", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_63", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_3972", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.16.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_96" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_97" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_5949" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4455" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_16", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_64", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_16_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_16_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_16_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_16_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4031_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_16", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2460" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_16", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4031_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_64", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.16.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_98" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_99" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6069" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2460" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_5949" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4035", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_16", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4036", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_4035", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4058", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4036", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2473", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2476", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2479", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4057", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_158" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2473" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2476" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2479" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2480" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4092", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4036", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2503", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2506", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2509", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4091", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_161" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_64" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2503" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2506" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2509" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2510" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_4070", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4058", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6098" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_158" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_4104", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4092", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6115" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_161" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4105", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4104", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6115" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4106", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4104", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4105", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4586" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6115" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4107", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4070", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4106", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4590" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6098" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4586" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4110", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4107", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4590" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4111", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4110", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_65" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4144", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4111", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2543", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2546", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2549", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4143", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_165" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2543" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2546" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2549" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2550" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4145", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4144", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_165" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4146", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4144", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4145", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4618" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_165" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_66" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4147", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4146", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4618" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4148", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4147", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_66", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_16", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_4148", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_100" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_101" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6180" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6069" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4153_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_66", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2552" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4154", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4153_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_135" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2552" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7664", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4154", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_33_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_33_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_135" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4158", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7664", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_33_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4159", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7664", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4158", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4649" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_33_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_67" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4160", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7664", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4159", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4653" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_33_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4649" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4163_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4160", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2554" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4653" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4164", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4163_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.16.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_136" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2554" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4167", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4164", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_51", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4666" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_136" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_51" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_67", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_66", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4167", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.16.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.16.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6180" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4666" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_260", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_67", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4172_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_260", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2556" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4173", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4172_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_137" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2556" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7669", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4173", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_34_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_34_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_137" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4177", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7669", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_34_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4178", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7669", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4177", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4691" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_34_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4179", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7669", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4178", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4695" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_34_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4691" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4182_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4179", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2558" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4695" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4183", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4182_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_138" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2558" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4186", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4183", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_52", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4708" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_138" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_52" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_68", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_67", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4186", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.17.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_102" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_103" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6282" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4708" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_17", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_68", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_17_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_17_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_17_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_17_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4245_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2592" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_17", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4245_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_68", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.17.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_104" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_105" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6402" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2592" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_6282" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4249", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_17", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4250", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_4249", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4272", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4250", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2605", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2608", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2611", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4271", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_167" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2605" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2608" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2611" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2612" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4306", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4250", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2635", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2638", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2641", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4305", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_170" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_68" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2635" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2638" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2641" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2642" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_4284", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4272", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6431" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_167" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_4318", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4306", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6448" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_170" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4319", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4318", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6448" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4320", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4318", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4319", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4839" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6448" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4321", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4284", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4320", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4843" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6431" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4839" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4324", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4321", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4843" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4325", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4324", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_70" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_69" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4358", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4325", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2675", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2678", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2681", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4357", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_174" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_70" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2675" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2678" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2681" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2682" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4359", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4358", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_70" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_174" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4360", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4358", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4359", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4871" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_174" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_70" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4361", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4360", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4871" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4362", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4361", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_70", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_17", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_4362", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_106" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_107" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6513" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6402" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4367_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_70", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2684" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4368", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4367_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_143" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2684" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7765", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4368", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_35_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_35_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_143" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4372", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7765", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_35_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4373", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7765", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4372", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4902" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_35_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_71" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4374", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7765", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4373", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4906" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_35_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4902" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4377_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4374", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2686" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4906" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4378", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4377_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.17.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_144" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2686" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4381", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4378", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_54", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4919" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_144" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_54" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_71", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_70", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4381", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.17.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.17.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6513" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4919" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_273", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_71", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4386_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_273", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2688" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4387", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4386_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_145" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2688" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7770", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4387", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_36_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_36_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_145" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4391", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7770", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_36_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4392", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7770", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4391", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4944" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_36_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4393", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7770", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4392", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4948" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_36_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4944" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4396_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4393", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2690" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4948" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4397", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4396_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_146" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2690" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4400", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4397", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_55", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_4961" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_146" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_55" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_72", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_71", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4400", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.18.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_108" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_109" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6615" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_4961" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_18", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_72", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_18_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_18_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_18_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_18_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4459_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_18", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2724" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_18", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4459_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_72", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.18.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_110" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_111" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6735" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2724" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_6615" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4463", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_18", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4464", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_4463", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4486", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4464", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2737", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2740", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2743", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4485", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_176" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2737" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2740" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2743" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2744" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4520", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4464", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2767", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2770", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2773", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4519", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_179" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_72" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2767" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2770" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2773" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2774" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_4498", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4486", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6764" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_176" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_4532", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4520", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6781" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_179" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4533", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4532", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6781" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4534", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4532", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4533", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5092" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6781" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4535", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4498", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4534", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5096" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6764" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5092" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4538", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4535", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5096" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4539", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4538", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_73" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4572", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4539", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2807", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2810", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2813", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4571", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2807" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2810" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2813" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2814" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4573", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4572", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4574", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4572", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4573", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5124" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_74" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4575", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4574", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5124" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4576", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4575", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_74", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_18", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_4576", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_112" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_113" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6846" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6735" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4581_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_74", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2816" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4582", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4581_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_151" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2816" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7866", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4582", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_37_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_37_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_151" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4586", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7866", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_37_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4587", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7866", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4586", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5155" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_37_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_75" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4588", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7866", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4587", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5159" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_37_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5155" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4591_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4588", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2818" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5159" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4592", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4591_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.18.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_152" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2818" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4595", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4592", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_57", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5172" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_152" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_57" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_75", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_74", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4595", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.18.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.18.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_6846" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5172" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_286", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_75", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4600_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_286", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2820" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4601", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4600_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_153" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2820" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7871", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4601", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_38_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_38_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_153" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4605", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7871", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_38_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4606", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7871", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4605", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5197" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_38_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4607", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7871", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4606", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5201" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_38_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5197" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4610_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4607", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2822" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5201" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4611", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4610_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_154" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2822" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4614", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4611", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_58", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5214" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_154" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_58" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_76", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_75", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4614", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.19.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_114" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_115" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_6948" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5214" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_19", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_76", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_19_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_19_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_19_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_19_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4673_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_19", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2856" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_19", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4673_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_76", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.19.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_97" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_116" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_117" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7068" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2856" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_6948" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4677", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_19", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_97" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4678", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_4677", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4700", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4678", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2869", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2872", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2875", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4699", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2869" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2872" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2875" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2876" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4734", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4678", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2899", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2902", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2905", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4733", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_188" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_76" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2899" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2902" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2905" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2906" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_4712", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4700", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7097" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_4746", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4734", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_188" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4747", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4746", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4748", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4746", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4747", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5345" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4749", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4712", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4748", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5349" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7097" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5345" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4752", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4749", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5349" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4753", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4752", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_78" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_77" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4786", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4753", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_2939", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_2942", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_2945", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4785", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_192" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_78" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_2939" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_2942" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_2945" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_2946" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4787", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4786", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_78" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_192" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4788", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4786", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4787", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5377" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_192" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_78" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4789", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4788", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5377" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4790", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4789", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_78", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_19", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_4790", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_98" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_118" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_119" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7179" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7068" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4795_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_78", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2948" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_98" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4796", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4795_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_159" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2948" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7967", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4796", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_39_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_39_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_159" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4800", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7967", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_39_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4801", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7967", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4800", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5408" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_39_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_79" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4802", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7967", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4801", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5412" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_39_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5408" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4805_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4802", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2950" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5412" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4806", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4805_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.19.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_160" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2950" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4809", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4806", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_60", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5425" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_160" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_60" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_79", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_78", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4809", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.19.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.19.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_99" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7179" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5425" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_299", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_79", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_99" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4814_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_299", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2952" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_100" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4815", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4814_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_161" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2952" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_7972", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4815", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_40_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_40_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_161" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4819", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7972", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_40_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4820", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7972", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4819", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5450" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_40_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4821", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_7972", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4820", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5454" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_40_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5450" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4824_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4821", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2954" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5454" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_4825", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4824_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_162" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2954" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4828", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4825", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_61", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5467" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_162" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_61" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_80", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_79", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4828", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.20.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_101" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_120" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_121" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7281" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_99" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5467" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_20", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_80", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_20_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_20_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_101" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_20_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_20_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_4887_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_20", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2988" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_20", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_4887_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_80", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.20.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_122" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_123" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7401" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2988" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_7281" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_4891", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_20", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_102" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4892", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_4891", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4914", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4892", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3001", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3004", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3007", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4913", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_194" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3001" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3004" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3007" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3008" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_4948", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4892", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3031", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3034", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3037", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4947", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_197" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_80" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3031" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3034" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3037" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3038" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_4926", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4914", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7430" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_194" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_4960", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_4948", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7447" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_197" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_4961", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4960", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7447" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4962", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4960", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_4961", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5598" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7447" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_4963", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_4926", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_4962", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5602" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7430" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5598" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4966", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_4963", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5602" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_4967", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4966", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_81" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5000", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_4967", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3071", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3074", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3077", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_4999", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_201" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3071" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3074" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3077" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3078" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5001", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5000", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_201" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5002", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5000", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5001", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5630" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_201" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_82" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5003", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5002", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5630" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5004", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5003", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_82", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_20", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_5004", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_124" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_125" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7512" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7401" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5009_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_82", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3080" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5010", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5009_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_167" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3080" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8068", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5010", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_41_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_41_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_167" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5014", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8068", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_41_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5015", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8068", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5014", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5661" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_41_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_83" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5016", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8068", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5015", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5665" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_41_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5661" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5019_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5016", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3082" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5665" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5020", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5019_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.20.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_168" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3082" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5023", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5020", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_63", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5678" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_168" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_63" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_83", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_82", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5023", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.20.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.20.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7512" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5678" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_312", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_83", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_105" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5028_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_312", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3084" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_105" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5029", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5028_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_169" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3084" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8073", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5029", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_42_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_42_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_169" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5033", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8073", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_42_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5034", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8073", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5033", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5703" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_42_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5035", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8073", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5034", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5707" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_42_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5703" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5038_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5035", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3086" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5707" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5039", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5038_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_170" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3086" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5042", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5039", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_64", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5720" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_170" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_64" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_84", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_83", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5042", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.21.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_106" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_126" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_127" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7614" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5720" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_21", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_84", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_21_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_21_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_106" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_21_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_21_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5101_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_21", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_21", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5101_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_84", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.21.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_107" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_128" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_129" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7734" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3120" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_7614" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5105", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_21", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_107" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5106", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_5105", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5128", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5106", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3133", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3136", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3139", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5127", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_203" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3133" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3136" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3139" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3140" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5162", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5106", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3163", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3166", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3169", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5161", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_206" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_84" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3163" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3166" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3169" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3170" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_5140", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5128", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7763" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_203" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_5174", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5162", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7780" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_206" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5175", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5174", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7780" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5176", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5174", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5175", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5851" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7780" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5177", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5140", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5176", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5855" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7763" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5851" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5180", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5177", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5855" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5181", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5180", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_85" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5214", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5181", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3203", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3206", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3209", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5213", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_210" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3203" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3206" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3209" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3210" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5215", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5214", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_210" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5216", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5214", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5215", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5883" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_210" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_86" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5217", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5216", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5883" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5218", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5217", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_86", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_21", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_5218", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_108" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_130" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_131" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7845" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7734" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5223_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_86", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3212" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_108" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5224", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5223_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_175" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3212" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8169", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5224", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_43_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_43_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_175" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5228", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8169", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_43_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5229", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8169", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5228", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5914" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_43_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_87" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5230", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8169", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5229", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5918" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_43_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5914" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5233_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5230", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3214" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5918" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5234", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5233_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.21.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_176" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3214" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5237", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5234", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_66", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5931" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_176" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_66" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_87", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_86", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5237", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.21.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.21.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_109" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_7845" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5931" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_325", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_87", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_110" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_109" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5242_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_325", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3216" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_110" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5243", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5242_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_177" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3216" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8174", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5243", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_44_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_44_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_177" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5247", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8174", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_44_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5248", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8174", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5247", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5956" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_44_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5249", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8174", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5248", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5960" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_44_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5956" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5252_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5249", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3218" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5960" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5253", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5252_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_178" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3218" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5256", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5253", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_67", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_5973" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_178" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_67" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_88", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_87", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5256", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.22.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_132" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_133" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_7947" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_109" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_5973" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_22", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_88", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_22_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_22_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_99" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_111" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_22_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_22_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5315_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_22", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3252" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_99" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_22", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5315_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_88", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.22.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_112" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_134" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_135" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_8067" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3252" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_7947" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5319", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_22", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_112" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5320", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_5319", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5342", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5320", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3265", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3268", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3271", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5341", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_212" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3265" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3268" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3271" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3272" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5376", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5320", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3295", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3298", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3301", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5375", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_215" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_88" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3295" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3298" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3301" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3302" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_5354", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5342", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8096" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_212" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_5388", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5376", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_215" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5389", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5388", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5390", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5388", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5389", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5391", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5354", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5390", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6108" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8096" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5394", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5391", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6108" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5395", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5394", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_89" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5428", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5395", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3335", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3338", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3341", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5427", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_219" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3335" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3338" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3341" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3342" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5429", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5428", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_219" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5430", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5428", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5429", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6136" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_219" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_90" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5431", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5430", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6136" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5432", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5431", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_90", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_22", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_5432", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_136" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_137" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_8178" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8067" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5437_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_90", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3344" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_113" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5438", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5437_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3344" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8270", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5438", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_45_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_45_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_183" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5442", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8270", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_45_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5443", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8270", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5442", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6167" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_45_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_91" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5444", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8270", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5443", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6171" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_45_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6167" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5447_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5444", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3346" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6171" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5448", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5447_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.22.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_184" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3346" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5451", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5448", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_69", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6184" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_184" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_69" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_91", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_90", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5451", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.22.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.22.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8178" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6184" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "n0_338", "label": "LayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "-1" }, { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_91", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_115" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "Scale" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5456_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "n0_338", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3348" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_115" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5457", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5456_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3348" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8275", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5457", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_46_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_46_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_185" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5461", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8275", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_46_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5462", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8275", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5461", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6209" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_46_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5463", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8275", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5462", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6213" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_46_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6209" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5466_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5463", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3350" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6213" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5467", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5466_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_in.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_186" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3350" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5470", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5467", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_70", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6226" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_186" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_70" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_92", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_91", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5470", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.layer_norm_att.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.23.layer_norm_att.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_138" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_139" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_8280" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_114" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6226" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "Attention_23", "label": "com.microsoft::Attention", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "num_heads", "value": "16" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_92", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] Attention_23_qkv_weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] Attention_23_qkv_bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "node_Cast_472", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "n2_28", "sourceNodeOutputId": "0", "targetNodeInputId": "5" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_116" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "Attention_23_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "Attention_23_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_15" }, { "key": "tensor_shape", "value": "INT32[s0,CeilToInt(IntTrueDiv(s1, 8)),(((s1 - 1)//8)) + 1]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "None" } ] }, { "id": "5", "attrs": [ { "key": "__tensor_tag", "value": "unsqueeze_18" }, { "key": "tensor_shape", "value": "FLOAT16[1,16,(((s1 - 1)//8)) + 1,(((s1 - 1)//8)) + 1]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5529_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "Attention_23", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.self_attn.linear_out.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.self_attn.linear_out.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3384" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_103" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_AddBias_23", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5529_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "SkipLayerNorm_92", "sourceNodeOutputId": "3", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "[value] encoder.encoders.23.self_attn.linear_out.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_117" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_140" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_141" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_8400" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3384" }, { "key": "tensor_shape", "value": "FLOAT16[s0,CeilToInt(IntTrueDiv(s1, 8)),1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "add_8280" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5533", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_23", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_117" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5534", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Transpose_5533", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.glu.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.glu.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5556", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5534", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3397", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3400", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3403", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5555", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_221" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3397" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3400" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3403" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3404" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5590", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5534", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3427", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3430", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3433", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5589", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_224" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_92" }, { "key": "tensor_shape", "value": "FLOAT16[s0,2048,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3427" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3430" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3433" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3434" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Add_5568", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5556", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.glu.b1", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8429" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_221" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Add_5602", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5590", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.glu.b2", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8446" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_224" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5603", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5602", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8446" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5604", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5602", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5603", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6357" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8446" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5605", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5568", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5604", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6361" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8429" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6357" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5608", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1024" }, { "key": "pads", "value": "(2, 2)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5605", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6361" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5609", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5608", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_93" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Slice_5642", "label": "Slice", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5609", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] val_3467", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] val_3470", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] val_3473", "sourceNodeOutputId": "0", "targetNodeInputId": "3" }, { "sourceNodeId": "node_Constant_5641", "sourceNodeOutputId": "0", "targetNodeInputId": "4" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_228" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "output" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 3]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3467" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "starts" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "val_3470" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "ends" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "val_3473" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "axes" } ] }, { "id": "4", "attrs": [ { "key": "__tensor_tag", "value": "val_3474" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "param_name", "value": "steps" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5643", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5642", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_228" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5644", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Slice_5642", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5643", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6389" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "slice_228" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_94" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Conv_5645", "label": "Conv", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "auto_pad", "value": "NOTSET" }, { "key": "dilations", "value": "(1,)" }, { "key": "group", "value": "1" }, { "key": "pads", "value": "(0, 0)" }, { "key": "strides", "value": "(1,)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5644", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.ext_pw_conv_1d.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.conv.ext_pw_conv_1d.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6389" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "X" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "param_name", "value": "W" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Transpose_5646", "label": "Transpose", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "perm", "value": "(0, 2, 1)" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Conv_5645", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "permute_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "transposed" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "conv1d_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,1024,(((s1 - 1)//8)) + 1]" }, { "key": "param_name", "value": "data" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_94", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_AddBias_23", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Transpose_5646", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_118" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "v_142" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "v_143" }, { "key": "tensor_shape", "value": "?[?]" }, { "key": "unused", "value": "True" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "add_8511" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8400" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "permute_96" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5651_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1024" }, { "key": "N", "value": "3072" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_94", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.net.0.linear.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.net.0.linear.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3476" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_118" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5652", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5651_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.net.0.linear.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_191" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3476" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Split_8371", "label": "Split", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "axis", "value": "2" }, { "key": "num_outputs", "value": "2" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5652", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_47_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "split_47_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "outputs" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_191" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,3072]" }, { "key": "param_name", "value": "input" } ] } ], "style": null, "config": null }, { "id": "node_Sigmoid_5656", "label": "Sigmoid", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8371", "sourceNodeOutputId": "1", "targetNodeInputId": "0" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "Y" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_47_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "X" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5657", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8371", "sourceNodeOutputId": "1", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Sigmoid_5656", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6420" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_47_split_1" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "sigmoid_95" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5658", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Split_8371", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5657", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6424" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "split_47_split_0" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6420" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_MatMul_5661_Q4", "label": "com.microsoft::MatMulNBits", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "K", "value": "1536" }, { "key": "N", "value": "1024" }, { "key": "bits", "value": "4" }, { "key": "block_size", "value": "32" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Mul_5658", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.net.2.weight_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.net.2.weight_scales", "sourceNodeOutputId": "0", "targetNodeInputId": "2" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3478" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6424" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1536]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" } ] } ], "style": null, "config": null }, { "id": "node_Add_5662", "label": "Add", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_MatMul_5661_Q4", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] encoder.encoders.23.feed_forward_out.net.2.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_192" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3478" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "node_Mul_5665", "label": "Mul", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "node_Add_5662", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "[value] scalar_tensor_default_72", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "mul_6437" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "C" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "linear_192" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "A" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_72" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "param_name", "value": "B" } ] } ], "style": null, "config": null }, { "id": "SkipLayerNorm_95", "label": "com.microsoft::SkipLayerNormalization", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "epsilon", "value": "9.999999747378752e-06" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_94", "sourceNodeOutputId": "3", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Mul_5665", "sourceNodeOutputId": "0", "targetNodeInputId": "1" }, { "sourceNodeId": "[value] encoder.encoders.23.layer_norm.weight", "sourceNodeOutputId": "0", "targetNodeInputId": "2" }, { "sourceNodeId": "[value] encoder.encoders.23.layer_norm.bias", "sourceNodeOutputId": "0", "targetNodeInputId": "3" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "add_8511" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "mul_6437" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" } ] }, { "id": "2", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] }, { "id": "3", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" } ] } ], "style": null, "config": null }, { "id": "node_Reshape_5672", "label": "Reshape", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "allowzero", "value": "0" }, { "key": "[metadata] namespace", "value": "" } ], "incomingEdges": [ { "sourceNodeId": "SkipLayerNorm_95", "sourceNodeOutputId": "0", "targetNodeInputId": "0" }, { "sourceNodeId": "node_Concat_5670", "sourceNodeOutputId": "0", "targetNodeInputId": "1" } ], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "view_104" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "reshaped" } ] } ], "inputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "layer_norm_119" }, { "key": "tensor_shape", "value": "FLOAT16[s0,(((s1 - 1)//8)) + 1,1024]" }, { "key": "param_name", "value": "data" } ] }, { "id": "1", "attrs": [ { "key": "__tensor_tag", "value": "val_3481" }, { "key": "tensor_shape", "value": "INT64[3]" }, { "key": "param_name", "value": "shape" } ] } ], "style": null, "config": null }, { "id": "[value] encoder.embed.out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.out.bias', offset=0, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.0.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.0.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.0.weight', offset=2048, length=18432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.0.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.0.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.0.bias', offset=20480, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.2.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.2.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.2.weight', offset=22528, length=18432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.2.bias', offset=40960, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.3.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.3.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.3.weight', offset=43008, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.3.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.3.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.3.bias', offset=2140160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.5.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.5.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.5.weight', offset=2142208, length=18432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.5.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.5.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.5.bias', offset=2160640, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.6.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.6.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.6.weight', offset=2162688, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.conv.6.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.conv.6.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.conv.6.bias', offset=4259840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.relative_attention_bias_layer.bias_values.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.relative_attention_bias_layer.bias_values.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1000,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.relative_attention_bias_layer.bias_values.weight', offset=4261888, length=32000, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.layer_norm.weight', offset=4293888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.layer_norm.bias', offset=4295936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.net.0.linear.bias', offset=4297984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.net.2.bias', offset=4304128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.self_attn.linear_out.bias', offset=4306176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.layer_norm.weight', offset=4308224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.layer_norm.bias', offset=4310272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.glu.b1', offset=4312320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.glu.b2', offset=4314368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.glu.ext_pw_conv_1d.weight', offset=4316416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.glu.ext_pw_conv_1d.bias', offset=8510720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.ext_pw_conv_1d.weight', offset=8514816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.ext_pw_conv_1d.bias', offset=10611968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.weight', offset=10614016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.dw_sep_conv_1d.dw_conv.bias', offset=10620160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.weight', offset=10622208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.conv.dw_sep_conv_1d.pw_conv.bias', offset=12719360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.layer_norm.weight', offset=12721408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.layer_norm.bias', offset=12723456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.net.0.linear.bias', offset=12725504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.net.2.bias', offset=12731648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.layer_norm_att.weight', offset=12733696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.layer_norm_att.bias', offset=12735744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.layer_norm.weight', offset=12737792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.layer_norm.bias', offset=12739840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.layer_norm.weight', offset=12741888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.layer_norm.bias', offset=12743936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.net.0.linear.bias', offset=12745984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.net.2.bias', offset=12752128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.self_attn.linear_out.bias', offset=12754176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.layer_norm.weight', offset=12756224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.layer_norm.bias', offset=12758272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.glu.b1', offset=12760320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.glu.b2', offset=12762368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.glu.ext_pw_conv_1d.weight', offset=12764416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.glu.ext_pw_conv_1d.bias', offset=16958720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.ext_pw_conv_1d.weight', offset=16962816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.ext_pw_conv_1d.bias', offset=19059968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.weight', offset=19062016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.dw_sep_conv_1d.dw_conv.bias', offset=19068160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.weight', offset=19070208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.conv.dw_sep_conv_1d.pw_conv.bias', offset=21167360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.layer_norm.weight', offset=21169408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.layer_norm.bias', offset=21171456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.net.0.linear.bias', offset=21173504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.net.2.bias', offset=21179648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.layer_norm_att.weight', offset=21181696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.layer_norm_att.bias', offset=21183744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.layer_norm.weight', offset=21185792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.layer_norm.bias', offset=21187840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.layer_norm.weight', offset=21189888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.layer_norm.bias', offset=21191936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.net.0.linear.bias', offset=21193984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.net.2.bias', offset=21200128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.self_attn.linear_out.bias', offset=21202176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.layer_norm.weight', offset=21204224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.layer_norm.bias', offset=21206272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.glu.b1', offset=21208320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.glu.b2', offset=21210368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.glu.ext_pw_conv_1d.weight', offset=21212416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.glu.ext_pw_conv_1d.bias', offset=25406720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.ext_pw_conv_1d.weight', offset=25410816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.ext_pw_conv_1d.bias', offset=27507968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.weight', offset=27510016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.dw_sep_conv_1d.dw_conv.bias', offset=27516160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.weight', offset=27518208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.conv.dw_sep_conv_1d.pw_conv.bias', offset=29615360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.layer_norm.weight', offset=29617408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.layer_norm.bias', offset=29619456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.net.0.linear.bias', offset=29621504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.net.2.bias', offset=29627648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.layer_norm_att.weight', offset=29629696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.layer_norm_att.bias', offset=29631744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.layer_norm.weight', offset=29633792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.layer_norm.bias', offset=29635840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.layer_norm.weight', offset=29637888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.layer_norm.bias', offset=29639936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.net.0.linear.bias', offset=29641984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.net.2.bias', offset=29648128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.self_attn.linear_out.bias', offset=29650176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.layer_norm.weight', offset=29652224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.layer_norm.bias', offset=29654272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.glu.b1', offset=29656320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.glu.b2', offset=29658368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.glu.ext_pw_conv_1d.weight', offset=29660416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.glu.ext_pw_conv_1d.bias', offset=33854720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.ext_pw_conv_1d.weight', offset=33858816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.ext_pw_conv_1d.bias', offset=35955968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.weight', offset=35958016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.dw_sep_conv_1d.dw_conv.bias', offset=35964160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.weight', offset=35966208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.conv.dw_sep_conv_1d.pw_conv.bias', offset=38063360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.layer_norm.weight', offset=38065408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.layer_norm.bias', offset=38067456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.net.0.linear.bias', offset=38069504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.net.2.bias', offset=38075648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.layer_norm_att.weight', offset=38077696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.layer_norm_att.bias', offset=38079744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.layer_norm.weight', offset=38081792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.layer_norm.bias', offset=38083840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.layer_norm.weight', offset=38085888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.layer_norm.bias', offset=38087936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.net.0.linear.bias', offset=38089984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.net.2.bias', offset=38096128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.self_attn.linear_out.bias', offset=38098176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.layer_norm.weight', offset=38100224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.layer_norm.bias', offset=38102272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.glu.b1', offset=38104320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.glu.b2', offset=38106368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.glu.ext_pw_conv_1d.weight', offset=38108416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.glu.ext_pw_conv_1d.bias', offset=42302720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.ext_pw_conv_1d.weight', offset=42306816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.ext_pw_conv_1d.bias', offset=44403968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.weight', offset=44406016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.dw_sep_conv_1d.dw_conv.bias', offset=44412160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.weight', offset=44414208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.conv.dw_sep_conv_1d.pw_conv.bias', offset=46511360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.layer_norm.weight', offset=46513408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.layer_norm.bias', offset=46515456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.net.0.linear.bias', offset=46517504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.net.2.bias', offset=46523648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.layer_norm_att.weight', offset=46525696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.layer_norm_att.bias', offset=46527744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.layer_norm.weight', offset=46529792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.layer_norm.bias', offset=46531840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.layer_norm.weight', offset=46533888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.layer_norm.bias', offset=46535936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.net.0.linear.bias', offset=46537984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.net.2.bias', offset=46544128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.self_attn.linear_out.bias', offset=46546176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.layer_norm.weight', offset=46548224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.layer_norm.bias', offset=46550272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.glu.b1', offset=46552320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.glu.b2', offset=46554368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.glu.ext_pw_conv_1d.weight', offset=46556416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.glu.ext_pw_conv_1d.bias', offset=50750720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.ext_pw_conv_1d.weight', offset=50754816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.ext_pw_conv_1d.bias', offset=52851968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.weight', offset=52854016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.dw_sep_conv_1d.dw_conv.bias', offset=52860160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.weight', offset=52862208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.conv.dw_sep_conv_1d.pw_conv.bias', offset=54959360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.layer_norm.weight', offset=54961408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.layer_norm.bias', offset=54963456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.net.0.linear.bias', offset=54965504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.net.2.bias', offset=54971648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.layer_norm_att.weight', offset=54973696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.layer_norm_att.bias', offset=54975744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.layer_norm.weight', offset=54977792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.layer_norm.bias', offset=54979840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.layer_norm.weight', offset=54981888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.layer_norm.bias', offset=54983936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.net.0.linear.bias', offset=54985984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.net.2.bias', offset=54992128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.self_attn.linear_out.bias', offset=54994176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.layer_norm.weight', offset=54996224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.layer_norm.bias', offset=54998272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.glu.b1', offset=55000320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.glu.b2', offset=55002368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.glu.ext_pw_conv_1d.weight', offset=55004416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.glu.ext_pw_conv_1d.bias', offset=59198720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.ext_pw_conv_1d.weight', offset=59202816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.ext_pw_conv_1d.bias', offset=61299968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.weight', offset=61302016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.dw_sep_conv_1d.dw_conv.bias', offset=61308160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.weight', offset=61310208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.conv.dw_sep_conv_1d.pw_conv.bias', offset=63407360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.layer_norm.weight', offset=63409408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.layer_norm.bias', offset=63411456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.net.0.linear.bias', offset=63413504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.net.2.bias', offset=63419648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.layer_norm_att.weight', offset=63421696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.layer_norm_att.bias', offset=63423744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.layer_norm.weight', offset=63425792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.layer_norm.bias', offset=63427840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.layer_norm.weight', offset=63429888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.layer_norm.bias', offset=63431936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.net.0.linear.bias', offset=63433984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.net.2.bias', offset=63440128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.self_attn.linear_out.bias', offset=63442176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.layer_norm.weight', offset=63444224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.layer_norm.bias', offset=63446272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.glu.b1', offset=63448320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.glu.b2', offset=63450368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.glu.ext_pw_conv_1d.weight', offset=63452416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.glu.ext_pw_conv_1d.bias', offset=67646720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.ext_pw_conv_1d.weight', offset=67650816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.ext_pw_conv_1d.bias', offset=69747968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.weight', offset=69750016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.dw_sep_conv_1d.dw_conv.bias', offset=69756160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.weight', offset=69758208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.conv.dw_sep_conv_1d.pw_conv.bias', offset=71855360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.layer_norm.weight', offset=71857408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.layer_norm.bias', offset=71859456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.net.0.linear.bias', offset=71861504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.net.2.bias', offset=71867648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.layer_norm_att.weight', offset=71869696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.layer_norm_att.bias', offset=71871744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.layer_norm.weight', offset=71873792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.layer_norm.bias', offset=71875840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.layer_norm.weight', offset=71877888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.layer_norm.bias', offset=71879936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.net.0.linear.bias', offset=71881984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.net.2.bias', offset=71888128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.self_attn.linear_out.bias', offset=71890176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.layer_norm.weight', offset=71892224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.layer_norm.bias', offset=71894272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.glu.b1', offset=71896320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.glu.b2', offset=71898368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.glu.ext_pw_conv_1d.weight', offset=71900416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.glu.ext_pw_conv_1d.bias', offset=76094720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.ext_pw_conv_1d.weight', offset=76098816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.ext_pw_conv_1d.bias', offset=78195968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.weight', offset=78198016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.dw_sep_conv_1d.dw_conv.bias', offset=78204160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.weight', offset=78206208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.conv.dw_sep_conv_1d.pw_conv.bias', offset=80303360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.layer_norm.weight', offset=80305408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.layer_norm.bias', offset=80307456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.net.0.linear.bias', offset=80309504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.net.2.bias', offset=80315648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.layer_norm_att.weight', offset=80317696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.layer_norm_att.bias', offset=80319744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.layer_norm.weight', offset=80321792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.layer_norm.bias', offset=80323840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.layer_norm.weight', offset=80325888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.layer_norm.bias', offset=80327936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.net.0.linear.bias', offset=80329984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.net.2.bias', offset=80336128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.self_attn.linear_out.bias', offset=80338176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.layer_norm.weight', offset=80340224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.layer_norm.bias', offset=80342272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.glu.b1', offset=80344320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.glu.b2', offset=80346368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.glu.ext_pw_conv_1d.weight', offset=80348416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.glu.ext_pw_conv_1d.bias', offset=84542720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.ext_pw_conv_1d.weight', offset=84546816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.ext_pw_conv_1d.bias', offset=86643968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.weight', offset=86646016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.dw_sep_conv_1d.dw_conv.bias', offset=86652160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.weight', offset=86654208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.conv.dw_sep_conv_1d.pw_conv.bias', offset=88751360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.layer_norm.weight', offset=88753408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.layer_norm.bias', offset=88755456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.net.0.linear.bias', offset=88757504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.net.2.bias', offset=88763648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.layer_norm_att.weight', offset=88765696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.layer_norm_att.bias', offset=88767744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.layer_norm.weight', offset=88769792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.layer_norm.bias', offset=88771840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.layer_norm.weight', offset=88773888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.layer_norm.bias', offset=88775936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.net.0.linear.bias', offset=88777984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.net.2.bias', offset=88784128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.self_attn.linear_out.bias', offset=88786176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.layer_norm.weight', offset=88788224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.layer_norm.bias', offset=88790272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.glu.b1', offset=88792320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.glu.b2', offset=88794368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.glu.ext_pw_conv_1d.weight', offset=88796416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.glu.ext_pw_conv_1d.bias', offset=92990720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.ext_pw_conv_1d.weight', offset=92994816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.ext_pw_conv_1d.bias', offset=95091968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.weight', offset=95094016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.dw_sep_conv_1d.dw_conv.bias', offset=95100160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.weight', offset=95102208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.conv.dw_sep_conv_1d.pw_conv.bias', offset=97199360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.layer_norm.weight', offset=97201408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.layer_norm.bias', offset=97203456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.net.0.linear.bias', offset=97205504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.net.2.bias', offset=97211648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.layer_norm_att.weight', offset=97213696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.layer_norm_att.bias', offset=97215744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.layer_norm.weight', offset=97217792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.layer_norm.bias', offset=97219840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.layer_norm.weight', offset=97221888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.layer_norm.bias', offset=97223936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.net.0.linear.bias', offset=97225984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.net.2.bias', offset=97232128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.self_attn.linear_out.bias', offset=97234176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.layer_norm.weight', offset=97236224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.layer_norm.bias', offset=97238272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.glu.b1', offset=97240320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.glu.b2', offset=97242368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.glu.ext_pw_conv_1d.weight', offset=97244416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.glu.ext_pw_conv_1d.bias', offset=101438720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.ext_pw_conv_1d.weight', offset=101442816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.ext_pw_conv_1d.bias', offset=103539968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.weight', offset=103542016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.dw_sep_conv_1d.dw_conv.bias', offset=103548160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.weight', offset=103550208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.conv.dw_sep_conv_1d.pw_conv.bias', offset=105647360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.layer_norm.weight', offset=105649408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.layer_norm.bias', offset=105651456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.net.0.linear.bias', offset=105653504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.net.2.bias', offset=105659648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.layer_norm_att.weight', offset=105661696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.layer_norm_att.bias', offset=105663744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.layer_norm.weight', offset=105665792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.layer_norm.bias', offset=105667840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.layer_norm.weight', offset=105669888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.layer_norm.bias', offset=105671936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.net.0.linear.bias', offset=105673984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.net.2.bias', offset=105680128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.self_attn.linear_out.bias', offset=105682176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.layer_norm.weight', offset=105684224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.layer_norm.bias', offset=105686272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.glu.b1', offset=105688320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.glu.b2', offset=105690368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.glu.ext_pw_conv_1d.weight', offset=105692416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.glu.ext_pw_conv_1d.bias', offset=109886720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.ext_pw_conv_1d.weight', offset=109890816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.ext_pw_conv_1d.bias', offset=111987968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.weight', offset=111990016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.dw_sep_conv_1d.dw_conv.bias', offset=111996160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.weight', offset=111998208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.conv.dw_sep_conv_1d.pw_conv.bias', offset=114095360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.layer_norm.weight', offset=114097408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.layer_norm.bias', offset=114099456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.net.0.linear.bias', offset=114101504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.net.2.bias', offset=114107648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.layer_norm_att.weight', offset=114109696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.layer_norm_att.bias', offset=114111744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.layer_norm.weight', offset=114113792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.layer_norm.bias', offset=114115840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.layer_norm.weight', offset=114117888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.layer_norm.bias', offset=114119936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.net.0.linear.bias', offset=114121984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.net.2.bias', offset=114128128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.self_attn.linear_out.bias', offset=114130176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.layer_norm.weight', offset=114132224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.layer_norm.bias', offset=114134272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.glu.b1', offset=114136320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.glu.b2', offset=114138368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.glu.ext_pw_conv_1d.weight', offset=114140416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.glu.ext_pw_conv_1d.bias', offset=118334720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.ext_pw_conv_1d.weight', offset=118338816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.ext_pw_conv_1d.bias', offset=120435968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.weight', offset=120438016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.dw_sep_conv_1d.dw_conv.bias', offset=120444160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.weight', offset=120446208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.conv.dw_sep_conv_1d.pw_conv.bias', offset=122543360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.layer_norm.weight', offset=122545408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.layer_norm.bias', offset=122547456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.net.0.linear.bias', offset=122549504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.net.2.bias', offset=122555648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.layer_norm_att.weight', offset=122557696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.layer_norm_att.bias', offset=122559744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.layer_norm.weight', offset=122561792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.layer_norm.bias', offset=122563840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.layer_norm.weight', offset=122565888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.layer_norm.bias', offset=122567936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.net.0.linear.bias', offset=122569984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.net.2.bias', offset=122576128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.self_attn.linear_out.bias', offset=122578176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.layer_norm.weight', offset=122580224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.layer_norm.bias', offset=122582272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.glu.b1', offset=122584320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.glu.b2', offset=122586368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.glu.ext_pw_conv_1d.weight', offset=122588416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.glu.ext_pw_conv_1d.bias', offset=126782720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.ext_pw_conv_1d.weight', offset=126786816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.ext_pw_conv_1d.bias', offset=128883968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.weight', offset=128886016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.dw_sep_conv_1d.dw_conv.bias', offset=128892160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.weight', offset=128894208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.conv.dw_sep_conv_1d.pw_conv.bias', offset=130991360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.layer_norm.weight', offset=130993408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.layer_norm.bias', offset=130995456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.net.0.linear.bias', offset=130997504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.net.2.bias', offset=131003648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.layer_norm_att.weight', offset=131005696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.layer_norm_att.bias', offset=131007744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.layer_norm.weight', offset=131009792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.layer_norm.bias', offset=131011840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.layer_norm.weight', offset=131013888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.layer_norm.bias', offset=131015936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.net.0.linear.bias', offset=131017984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.net.2.bias', offset=131024128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.self_attn.linear_out.bias', offset=131026176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.layer_norm.weight', offset=131028224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.layer_norm.bias', offset=131030272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.glu.b1', offset=131032320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.glu.b2', offset=131034368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.glu.ext_pw_conv_1d.weight', offset=131036416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.glu.ext_pw_conv_1d.bias', offset=135230720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.ext_pw_conv_1d.weight', offset=135234816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.ext_pw_conv_1d.bias', offset=137331968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.weight', offset=137334016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.dw_sep_conv_1d.dw_conv.bias', offset=137340160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.weight', offset=137342208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.conv.dw_sep_conv_1d.pw_conv.bias', offset=139439360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.layer_norm.weight', offset=139441408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.layer_norm.bias', offset=139443456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.net.0.linear.bias', offset=139445504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.net.2.bias', offset=139451648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.layer_norm_att.weight', offset=139453696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.layer_norm_att.bias', offset=139455744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.layer_norm.weight', offset=139457792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.layer_norm.bias', offset=139459840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.layer_norm.weight', offset=139461888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.layer_norm.bias', offset=139463936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.net.0.linear.bias', offset=139465984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.net.2.bias', offset=139472128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.self_attn.linear_out.bias', offset=139474176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.layer_norm.weight', offset=139476224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.layer_norm.bias', offset=139478272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.glu.b1', offset=139480320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.glu.b2', offset=139482368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.glu.ext_pw_conv_1d.weight', offset=139484416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.glu.ext_pw_conv_1d.bias', offset=143678720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.ext_pw_conv_1d.weight', offset=143682816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.ext_pw_conv_1d.bias', offset=145779968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.weight', offset=145782016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.dw_sep_conv_1d.dw_conv.bias', offset=145788160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.weight', offset=145790208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.conv.dw_sep_conv_1d.pw_conv.bias', offset=147887360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.layer_norm.weight', offset=147889408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.layer_norm.bias', offset=147891456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.net.0.linear.bias', offset=147893504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.net.2.bias', offset=147899648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.layer_norm_att.weight', offset=147901696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.layer_norm_att.bias', offset=147903744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.layer_norm.weight', offset=147905792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.layer_norm.bias', offset=147907840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.layer_norm.weight', offset=147909888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.layer_norm.bias', offset=147911936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.net.0.linear.bias', offset=147913984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.net.2.bias', offset=147920128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.self_attn.linear_out.bias', offset=147922176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.layer_norm.weight', offset=147924224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.layer_norm.bias', offset=147926272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.glu.b1', offset=147928320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.glu.b2', offset=147930368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.glu.ext_pw_conv_1d.weight', offset=147932416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.glu.ext_pw_conv_1d.bias', offset=152126720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.ext_pw_conv_1d.weight', offset=152130816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.ext_pw_conv_1d.bias', offset=154227968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.weight', offset=154230016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.dw_sep_conv_1d.dw_conv.bias', offset=154236160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.weight', offset=154238208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.conv.dw_sep_conv_1d.pw_conv.bias', offset=156335360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.layer_norm.weight', offset=156337408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.layer_norm.bias', offset=156339456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.net.0.linear.bias', offset=156341504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.net.2.bias', offset=156347648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.layer_norm_att.weight', offset=156349696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.layer_norm_att.bias', offset=156351744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.layer_norm.weight', offset=156353792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.layer_norm.bias', offset=156355840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.layer_norm.weight', offset=156357888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.layer_norm.bias', offset=156359936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.net.0.linear.bias', offset=156361984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.net.2.bias', offset=156368128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.self_attn.linear_out.bias', offset=156370176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.layer_norm.weight', offset=156372224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.layer_norm.bias', offset=156374272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.glu.b1', offset=156376320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.glu.b2', offset=156378368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.glu.ext_pw_conv_1d.weight', offset=156380416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.glu.ext_pw_conv_1d.bias', offset=160574720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.ext_pw_conv_1d.weight', offset=160578816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.ext_pw_conv_1d.bias', offset=162675968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.weight', offset=162678016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.dw_sep_conv_1d.dw_conv.bias', offset=162684160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.weight', offset=162686208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.conv.dw_sep_conv_1d.pw_conv.bias', offset=164783360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.layer_norm.weight', offset=164785408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.layer_norm.bias', offset=164787456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.net.0.linear.bias', offset=164789504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.net.2.bias', offset=164795648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.layer_norm_att.weight', offset=164797696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.layer_norm_att.bias', offset=164799744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.layer_norm.weight', offset=164801792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.layer_norm.bias', offset=164803840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.layer_norm.weight', offset=164805888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.layer_norm.bias', offset=164807936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.net.0.linear.bias', offset=164809984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.net.2.bias', offset=164816128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.self_attn.linear_out.bias', offset=164818176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.layer_norm.weight', offset=164820224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.layer_norm.bias', offset=164822272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.glu.b1', offset=164824320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.glu.b2', offset=164826368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.glu.ext_pw_conv_1d.weight', offset=164828416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.glu.ext_pw_conv_1d.bias', offset=169022720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.ext_pw_conv_1d.weight', offset=169026816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.ext_pw_conv_1d.bias', offset=171123968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.weight', offset=171126016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.dw_sep_conv_1d.dw_conv.bias', offset=171132160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.weight', offset=171134208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.conv.dw_sep_conv_1d.pw_conv.bias', offset=173231360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.layer_norm.weight', offset=173233408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.layer_norm.bias', offset=173235456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.net.0.linear.bias', offset=173237504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.net.2.bias', offset=173243648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.layer_norm_att.weight', offset=173245696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.layer_norm_att.bias', offset=173247744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.layer_norm.weight', offset=173249792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.layer_norm.bias', offset=173251840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.layer_norm.weight', offset=173253888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.layer_norm.bias', offset=173255936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.net.0.linear.bias', offset=173257984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.net.2.bias', offset=173264128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.self_attn.linear_out.bias', offset=173266176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.layer_norm.weight', offset=173268224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.layer_norm.bias', offset=173270272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.glu.b1', offset=173272320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.glu.b2', offset=173274368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.glu.ext_pw_conv_1d.weight', offset=173276416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.glu.ext_pw_conv_1d.bias', offset=177470720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.ext_pw_conv_1d.weight', offset=177474816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.ext_pw_conv_1d.bias', offset=179571968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.weight', offset=179574016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.dw_sep_conv_1d.dw_conv.bias', offset=179580160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.weight', offset=179582208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.conv.dw_sep_conv_1d.pw_conv.bias', offset=181679360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.layer_norm.weight', offset=181681408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.layer_norm.bias', offset=181683456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.net.0.linear.bias', offset=181685504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.net.2.bias', offset=181691648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.layer_norm_att.weight', offset=181693696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.layer_norm_att.bias', offset=181695744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.layer_norm.weight', offset=181697792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.layer_norm.bias', offset=181699840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.layer_norm.weight', offset=181701888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.layer_norm.bias', offset=181703936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.net.0.linear.bias', offset=181705984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.net.2.bias', offset=181712128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.self_attn.linear_out.bias', offset=181714176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.layer_norm.weight', offset=181716224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.layer_norm.bias', offset=181718272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.glu.b1', offset=181720320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.glu.b2', offset=181722368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.glu.ext_pw_conv_1d.weight', offset=181724416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.glu.ext_pw_conv_1d.bias', offset=185918720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.ext_pw_conv_1d.weight', offset=185922816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.ext_pw_conv_1d.bias', offset=188019968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.weight', offset=188022016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.dw_sep_conv_1d.dw_conv.bias', offset=188028160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.weight', offset=188030208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.conv.dw_sep_conv_1d.pw_conv.bias', offset=190127360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.layer_norm.weight', offset=190129408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.layer_norm.bias', offset=190131456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.net.0.linear.bias', offset=190133504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.net.2.bias', offset=190139648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.layer_norm_att.weight', offset=190141696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.layer_norm_att.bias', offset=190143744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.layer_norm.weight', offset=190145792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.layer_norm.bias', offset=190147840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.layer_norm.weight', offset=190149888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.layer_norm.bias', offset=190151936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.net.0.linear.bias', offset=190153984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.net.2.bias', offset=190160128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.self_attn.linear_out.bias', offset=190162176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.layer_norm.weight', offset=190164224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.layer_norm.bias', offset=190166272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.glu.b1', offset=190168320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.glu.b2', offset=190170368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.glu.ext_pw_conv_1d.weight', offset=190172416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.glu.ext_pw_conv_1d.bias', offset=194366720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.ext_pw_conv_1d.weight', offset=194370816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.ext_pw_conv_1d.bias', offset=196467968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.weight', offset=196470016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.dw_sep_conv_1d.dw_conv.bias', offset=196476160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.weight', offset=196478208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.conv.dw_sep_conv_1d.pw_conv.bias', offset=198575360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.layer_norm.weight', offset=198577408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.layer_norm.bias', offset=198579456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.net.0.linear.bias', offset=198581504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.net.2.bias', offset=198587648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.layer_norm_att.weight', offset=198589696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.layer_norm_att.bias', offset=198591744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.layer_norm.weight', offset=198593792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.layer_norm.bias', offset=198595840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.layer_norm.weight', offset=198597888, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.layer_norm.bias', offset=198599936, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.net.0.linear.bias', offset=198601984, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.net.2.bias', offset=198608128, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.self_attn.linear_out.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.self_attn.linear_out.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.self_attn.linear_out.bias', offset=198610176, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.layer_norm.weight', offset=198612224, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.layer_norm.bias', offset=198614272, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.glu.b1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.b1" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.glu.b1', offset=198616320, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.glu.b2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.b2" }, { "key": "tensor_shape", "value": "FLOAT16[1,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.glu.b2', offset=198618368, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.glu.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[2048,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.glu.ext_pw_conv_1d.weight', offset=198620416, length=4194304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.glu.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.glu.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[2048]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.glu.ext_pw_conv_1d.bias', offset=202814720, length=4096, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.ext_pw_conv_1d.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.ext_pw_conv_1d.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.ext_pw_conv_1d.weight', offset=202818816, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.ext_pw_conv_1d.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.ext_pw_conv_1d.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.ext_pw_conv_1d.bias', offset=204915968, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1,3]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.weight', offset=204918016, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.dw_sep_conv_1d.dw_conv.bias', offset=204924160, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,1024,1]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.weight', offset=204926208, length=2097152, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.conv.dw_sep_conv_1d.pw_conv.bias', offset=207023360, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.layer_norm.weight', offset=207025408, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.layer_norm.bias', offset=207027456, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.net.0.linear.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.0.linear.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.net.0.linear.bias', offset=207029504, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.net.2.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.net.2.bias', offset=207035648, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.layer_norm_att.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm_att.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.layer_norm_att.weight', offset=207037696, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.layer_norm_att.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm_att.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.layer_norm_att.bias', offset=207039744, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.layer_norm.weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm.weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.layer_norm.weight', offset=207041792, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.layer_norm.bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.layer_norm.bias" }, { "key": "tensor_shape", "value": "FLOAT16[1024]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.layer_norm.bias', offset=207043840, length=2048, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.speech.0.bias", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.0.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.speech.0.bias', offset=207045888, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.speech.2.bias", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.speech.2.bias', offset=207052032, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.vision.0.bias", "label": "Initializer", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.0.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.vision.0.bias', offset=207058176, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.vision.2.bias", "label": "Initializer", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.2.bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.vision.2.bias', offset=207064320, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoder_embedding.global_mean", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[9.3125,9.9375,10.25,11.3125,12.0,12.75,13.3125,13.6875,13.875,14.0,14.125,14.25,14.5,14.75,14.875,15.0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoder_embedding.global_mean" }, { "key": "tensor_shape", "value": "FLOAT16[80]" }, { "key": "value", "value": "TensorProtoTensor(name='encoder.encoder_embedding.global_mean')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoder_embedding.global_invstd", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0.2333984375,0.228515625,0.216796875,0.208984375,0.212890625,0.21875,0.2236328125,0.2265625,0.2255859375,0.22265625,0.2236328125,0.2236328125,0.2236328125,0.2216796875,0.2197265625,0.21875]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoder_embedding.global_invstd" }, { "key": "tensor_shape", "value": "FLOAT16[80]" }, { "key": "value", "value": "TensorProtoTensor(name='encoder.encoder_embedding.global_invstd')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='val_2')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "8" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(8), name='val_3')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_4')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_5", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "500" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(500), name='val_5')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_7", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "8.0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_7" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "value", "value": "TensorProtoTensor(array(8., dtype=float32), name='val_7')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] cat", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='cat')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_12", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_12" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_12')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_13", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='val_13')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='dim_0')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_26", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_26" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_26')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='dim_0_2')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_27", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_27" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_27')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_29", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_29" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_29')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_31", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "18" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_31" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(18), name='val_31')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] lift_fresh_copy_2", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_2" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='lift_fresh_copy_2')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_32", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_32" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_32')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_3", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='dim_0_3')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] lift_fresh_copy_3", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_3" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='lift_fresh_copy_3')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_4" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='dim_0_4')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_5", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_5" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='dim_0_5')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_46", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_46" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_46')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_6", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_6" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_6')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_49", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_49" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_49')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_51", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_51" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_51')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_53", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[10240]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_53" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([10240]), name='val_53')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_59", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_59" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_59')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_61", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_61" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_61')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_62", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "8.0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_62" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "value", "value": "TensorProtoTensor(array(8., dtype=float32), name='val_62')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_63", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_63" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_63')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_64", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_64" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_64')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_7", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_7" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_7')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_8", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_8" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_8')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_75", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_75" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_75')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_85", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_85" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_85')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_89", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_89" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_89')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_91", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_91" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_91')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_93", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_93" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_93')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_98", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_98" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_98')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_100", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_100" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_100')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] int64_1_cast", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "int64_1_cast" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='int64_1_cast')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_105", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_105" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_105')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_107", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_107" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_107')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_112", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_112" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "value", "value": "TensorProtoTensor(array(0., dtype=float32), name='val_112')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_113", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_113" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_113')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_115", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[500]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_115" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([500]), name='val_115')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] cat_4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "cat_4" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='cat_4')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_122", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_122" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_122')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_9", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_9" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='dim_0_9')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_124", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "2" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_124" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(2), name='val_124')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_135", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_135" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_135')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_10", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_10" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='dim_0_10')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_136", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_136" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_136')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] lift_fresh_copy_6", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_6" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='lift_fresh_copy_6')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_139", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_139" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_139')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_11", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_11" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='dim_0_11')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] lift_fresh_copy_7", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "lift_fresh_copy_7" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='lift_fresh_copy_7')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_12", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_12" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-1), name='dim_0_12')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_13", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_13" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='dim_0_13')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_153", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_153" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_153')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_158", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_158" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_158')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_159", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_159" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_159')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_160", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_160" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_160')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_14", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_14" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_14')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_15", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_15" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_15')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_164", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_164" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_164')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_166", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_166" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_166')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_168", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_168" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_168')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_173", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_173" }, { "key": "tensor_shape", "value": "FLOAT[]" }, { "key": "value", "value": "TensorProtoTensor(array(0., dtype=float32), name='val_173')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_196", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_196" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_196')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_202", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_202" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_202')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_208", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_208" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_208')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_210", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_210" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_210')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_220", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_220" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_220')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_222", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_222" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_222')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_252", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_252" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_252')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_258", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_258" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_258')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_262", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_262" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_262')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_268", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_268" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_268')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_271", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_271" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='val_271')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_272", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_272" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_272')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_17", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_17" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_17')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_284", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_284" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='val_284')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_285", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_285" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_285')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_18", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_18" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='dim_0_18')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_296", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-500" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_296" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-500), name='val_296')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_297", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "-500" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_297" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(-500), name='val_297')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_298", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "499" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_298" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(499), name='val_298')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_299", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "499" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_299" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(499), name='val_299')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_19", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_19" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='dim_0_19')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_1", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_1" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_1')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_341", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_341" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_341')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_358", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_358" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_358')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_362", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_362" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_362')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_365", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_365" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_365')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_389", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_389" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_389')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_393", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_393" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_393')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_396", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_396" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_396')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_430", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_430" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_430')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_434", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_434" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_434')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_437", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_437" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_437')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_3", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_3" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_3')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_4" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_4')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_493", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_493" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_493')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_496", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_496" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_496')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_499", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_499" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_499')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_523", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_523" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_523')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_526", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_526" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_526')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_529", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_529" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_529')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_563", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_563" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_563')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_566", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_566" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_566')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_569", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_569" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_569')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_6", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_6" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_6')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_7", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_7" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_7')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_625", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_625" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_625')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_628", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_628" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_628')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_631", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_631" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_631')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_655", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_655" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_655')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_658", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_658" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_658')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_661", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_661" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_661')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_695", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_695" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_695')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_698", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_698" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_698')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_701", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_701" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_701')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_9", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_9" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_9')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_10", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_10" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_10')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_757", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_757" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_757')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_760", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_760" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_760')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_763", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_763" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_763')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_787", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_787" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_787')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_790", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_790" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_790')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_793", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_793" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_793')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_827", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_827" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_827')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_830", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_830" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_830')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_833", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_833" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_833')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_12", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_12" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_12')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_13", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_13" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_13')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_889", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_889" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_889')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_892", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_892" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_892')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_895", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_895" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_895')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_919", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_919" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_919')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_922", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_922" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_922')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_925", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_925" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_925')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_959", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_959" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_959')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_962", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_962" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_962')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_965", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_965" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_965')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_15", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_15" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_15')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_16", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_16" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_16')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1021", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1021" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1021')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1024", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1024" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1024')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1027", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1027" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1027')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1051", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1051" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1051')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1054", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1054" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1054')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1057", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1057" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1057')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1091", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1091" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1091')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1094", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1094" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1094')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1097", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1097" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1097')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_18", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_18" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_18')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_19", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_19" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_19')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1153", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1153" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1153')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1156", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1156" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1156')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1159", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1159" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1159')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1183", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1183" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1183')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1186", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1186" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1186')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1189", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1189" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1189')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1223", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1223" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1223')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1226", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1226" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1226')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1229", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1229" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1229')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_21", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_21" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_21')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_22", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_22" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_22')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1285", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1285" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1285')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1288", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1288" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1288')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1291", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1291" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1291')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1315", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1315" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1315')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1318", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1318" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1318')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1321", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1321" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1321')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1355", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1355" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1355')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1358", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1358" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1358')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1361", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1361" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1361')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_24", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_24" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_24')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_25", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_25" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_25')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1417", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1417" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1417')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1420", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1420" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1420')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1423", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1423" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1423')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1447", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1447" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1447')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1450", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1450" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1450')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1453", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1453" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1453')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1487", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1487" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1487')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1490", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1490" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1490')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1493", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1493" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1493')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_27", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_27" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_27')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_28", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_28" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_28')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1549", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1549" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1549')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1552", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1552" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1552')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1555", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1555" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1555')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1579", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1579" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1579')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1582", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1582" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1582')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1585", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1585" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1585')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1619", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1619" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1619')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1622", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1622" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1622')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1625", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1625" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1625')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_30", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_30" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_30')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_31", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_31" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_31')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1681", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1681" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1681')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1684", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1684" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1684')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1687", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1687" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1687')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1711", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1711" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1711')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1714", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1714" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1714')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1717", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1717" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1717')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1751", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1751" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1751')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1754", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1754" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1754')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1757", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1757" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1757')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_33", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_33" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_33')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_34", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_34" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_34')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1813", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1813" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1813')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1816", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1816" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1816')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1819", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1819" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1819')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1843", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1843" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1843')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1846", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1846" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1846')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1849", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1849" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1849')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1883", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1883" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1883')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1886", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1886" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_1886')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1889", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1889" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_1889')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_36", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_36" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_36')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_37", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_37" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_37')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1945", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1945" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_1945')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1948", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1948" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1948')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1951", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1951" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1951')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1975", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1975" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_1975')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1978", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1978" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_1978')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_1981", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_1981" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_1981')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2015", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2015" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2015')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2018", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2018" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2018')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2021", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2021" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2021')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_39", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_39" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_39')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_40", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_40" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_40')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2077", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2077" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2077')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2080", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2080" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2080')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2083", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2083" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2083')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2107", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2107" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2107')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2110", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2110" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2110')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2113", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2113" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2113')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2147", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2147" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2147')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2150", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2150" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2150')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2153", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2153" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2153')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_42", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_42" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_42')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_43", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_43" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_43')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2209", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2209" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2209')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2212", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2212" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2212')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2215", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2215" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2215')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2239", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2239" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2239')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2242", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2242" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2242')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2245", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2245" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2245')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2279", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2279" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2279')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2282", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2282" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2282')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2285", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2285" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2285')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_45", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_45" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_45')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_46", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_46" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_46')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2341", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2341" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2341')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2344", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2344" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2344')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2347", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2347" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2347')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2371", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2371" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2371')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2374", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2374" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2374')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2377", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2377" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2377')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2411", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2411" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2411')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2414", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2414" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2414')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2417", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2417" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2417')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_48", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_48" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_48')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_49", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_49" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_49')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2473", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2473" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2473')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2476", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2476" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2476')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2479", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2479" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2479')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2503", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2503" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2503')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2506", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2506" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2506')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2509", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2509" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2509')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2543", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2543" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2543')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2546", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2546" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2546')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2549", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2549" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2549')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_51", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_51" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_51')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_52", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_52" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_52')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2605", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2605" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2605')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2608", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2608" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2608')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2611", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2611" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2611')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2635", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2635" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2635')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2638", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2638" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2638')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2641", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2641" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2641')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2675", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2675" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2675')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2678", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2678" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2678')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2681", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2681" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2681')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_54", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_54" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_54')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_55", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_55" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_55')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2737", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2737" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2737')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2740", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2740" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2740')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2743", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2743" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2743')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2767", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2767" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2767')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2770", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2770" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2770')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2773", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2773" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2773')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2807", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2807" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2807')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2810", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2810" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2810')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2813", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2813" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2813')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_57", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_57" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_57')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_58", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_58" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_58')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2869", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2869" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2869')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2872", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2872" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2872')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2875", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2875" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2875')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2899", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2899" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_2899')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2902", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2902" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_2902')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2905", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2905" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_2905')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2939", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2939" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_2939')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2942", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2942" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_2942')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_2945", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_2945" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_2945')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_60", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_60" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_60')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_61", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_61" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_61')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3001", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3001" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3001')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3004", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3004" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3004')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3007", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3007" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3007')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3031", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3031" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3031')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3034", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3034" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_3034')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3037", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3037" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3037')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3071", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3071" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3071')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3074", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3074" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_3074')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3077", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3077" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_3077')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_63", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_63" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_63')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_64", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_64" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_64')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3133", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3133" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3133')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3136", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3136" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3136')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3139", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3139" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3139')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3163", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3163" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3163')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3166", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3166" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_3166')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3169", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3169" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3169')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3203", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3203" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3203')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3206", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3206" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_3206')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3209", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3209" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_3209')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_66", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_66" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_66')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_67", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_67" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_67')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3265", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3265" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3265')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3268", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3268" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3268')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3271", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3271" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3271')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3295", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3295" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3295')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3298", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3298" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_3298')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3301", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3301" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3301')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3335", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3335" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3335')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3338", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3338" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_3338')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3341", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3341" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_3341')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_69", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_69" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_69')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_70", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_70" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_70')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3397", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3397" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3397')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3400", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3400" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3400')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3403", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3403" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3403')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3427", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1024]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3427" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1024]), name='val_3427')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3430", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2048]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3430" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2048]), name='val_3430')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3433", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3433" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='val_3433')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3467", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[0]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3467" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([0]), name='val_3467')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3470", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3470" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-2]), name='val_3470')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3473", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3473" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='val_3473')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] scalar_tensor_default_72", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0.5" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "scalar_tensor_default_72" }, { "key": "tensor_shape", "value": "FLOAT16[]" }, { "key": "value", "value": "TensorProtoTensor(array(0.5, dtype=float16), name='scalar_tensor_default_72')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3479", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3479" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_3479')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] _to_copy_40", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[2]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "_to_copy_40" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([2]), name='_to_copy_40')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3504", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "0" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3504" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(0), name='val_3504')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3505", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3505" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='val_3505')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3506", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3506" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([-1]), name='val_3506')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dim_0_20", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "1" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dim_0_20" }, { "key": "tensor_shape", "value": "INT64[]" }, { "key": "value", "value": "TensorProtoTensor(array(1), name='dim_0_20')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] val_3513", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[-1,3072]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "val_3513" }, { "key": "tensor_shape", "value": "INT64[2]" }, { "key": "value", "value": "TensorProtoTensor(array([ -1, 3072]), name='val_3513')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] dims", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [ { "key": "__value", "value": "[1]" } ], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "dims" }, { "key": "tensor_shape", "value": "INT64[1]" }, { "key": "value", "value": "TensorProtoTensor(array([1]), name='dims')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_0_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_0_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_0_qkv_weight', offset=207070464, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_0_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_0_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_0_qkv_bias', offset=213361920, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_1_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_1_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_1_qkv_weight', offset=213368064, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_1_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_1_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_1_qkv_bias', offset=219659520, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_2_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_2_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_2_qkv_weight', offset=219665664, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_2_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_2_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_2_qkv_bias', offset=225957120, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_3_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_3_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_3_qkv_weight', offset=225963264, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_3_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_3_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_3_qkv_bias', offset=232254720, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_4_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_4_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_4_qkv_weight', offset=232260864, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_4_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_4_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_4_qkv_bias', offset=238552320, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_5_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_5_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_5_qkv_weight', offset=238558464, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_5_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_5_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_5_qkv_bias', offset=244849920, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_6_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_6_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_6_qkv_weight', offset=244856064, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_6_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_6_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_6_qkv_bias', offset=251147520, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_7_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_7_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_7_qkv_weight', offset=251153664, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_7_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_7_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_7_qkv_bias', offset=257445120, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_8_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_8_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_8_qkv_weight', offset=257451264, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_8_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_8_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_8_qkv_bias', offset=263742720, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_9_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_9_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_9_qkv_weight', offset=263748864, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_9_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_9_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_9_qkv_bias', offset=270040320, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_10_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_10_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_10_qkv_weight', offset=270046464, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_10_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_10_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_10_qkv_bias', offset=276337920, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_11_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_11_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_11_qkv_weight', offset=276344064, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_11_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_11_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_11_qkv_bias', offset=282635520, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_12_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_12_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_12_qkv_weight', offset=282641664, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_12_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_12_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_12_qkv_bias', offset=288933120, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_13_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_13_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_13_qkv_weight', offset=288939264, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_13_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_13_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_13_qkv_bias', offset=295230720, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_14_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_14_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_14_qkv_weight', offset=295236864, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_14_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_14_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_14_qkv_bias', offset=301528320, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_15_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_15_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_15_qkv_weight', offset=301534464, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_15_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_15_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_15_qkv_bias', offset=307825920, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_16_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_16_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_16_qkv_weight', offset=307832064, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_16_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_16_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_16_qkv_bias', offset=314123520, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_17_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_17_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_17_qkv_weight', offset=314129664, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_17_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_17_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_17_qkv_bias', offset=320421120, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_18_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_18_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_18_qkv_weight', offset=320427264, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_18_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_18_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_18_qkv_bias', offset=326718720, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_19_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_19_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_19_qkv_weight', offset=326724864, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_19_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_19_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_19_qkv_bias', offset=333016320, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_20_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_20_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_20_qkv_weight', offset=333022464, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_20_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_20_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_20_qkv_bias', offset=339313920, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_21_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_21_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_21_qkv_weight', offset=339320064, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_21_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_21_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_21_qkv_bias', offset=345611520, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_22_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_22_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_22_qkv_weight', offset=345617664, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_22_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_22_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_22_qkv_bias', offset=351909120, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_23_qkv_weight", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_23_qkv_weight" }, { "key": "tensor_shape", "value": "FLOAT16[1024,3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_23_qkv_weight', offset=351915264, length=6291456, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] Attention_23_qkv_bias", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "Attention_23_qkv_bias" }, { "key": "tensor_shape", "value": "FLOAT16[3072]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='Attention_23_qkv_bias', offset=358206720, length=6144, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,320,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.out.weight_Q4', offset=358212864, length=5242880, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.embed.out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.embed.out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[327680]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.embed.out.weight_scales', offset=363455744, length=655360, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.net.0.linear.weight_Q4', offset=364111104, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.net.0.linear.weight_scales', offset=365683968, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.net.2.weight_Q4', offset=365880576, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_in.net.2.weight_scales', offset=366667008, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.speech.0.weight_Q4", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.0.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.speech.0.weight_Q4', offset=366765312, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.speech.0.weight_scales", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.0.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.speech.0.weight_scales', offset=368338176, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.speech.2.weight_Q4", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,96,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.speech.2.weight_Q4', offset=368534784, length=4718592, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.speech.2.weight_scales", "label": "Initializer", "namespace": "main_graph/If /then_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.speech.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[294912]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.speech.2.weight_scales', offset=373253376, length=589824, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.vision.0.weight_Q4", "label": "Initializer", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.0.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.vision.0.weight_Q4', offset=373843200, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.vision.0.weight_scales", "label": "Initializer", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.0.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.vision.0.weight_scales', offset=375416064, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.vision.2.weight_Q4", "label": "Initializer", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,96,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.vision.2.weight_Q4', offset=375612672, length=4718592, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_projection.vision.2.weight_scales", "label": "Initializer", "namespace": "main_graph/If /else_branch", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "audio_projection.vision.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[294912]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='audio_projection.vision.2.weight_scales', offset=380331264, length=589824, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.self_attn.linear_out.weight_Q4', offset=380921088, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.self_attn.linear_out.weight_scales', offset=381445376, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.net.0.linear.weight_Q4', offset=381510912, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.net.0.linear.weight_scales', offset=383083776, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.net.2.weight_Q4', offset=383280384, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.0.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.0.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.0.feed_forward_out.net.2.weight_scales', offset=384066816, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.net.0.linear.weight_Q4', offset=384165120, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.net.0.linear.weight_scales', offset=385737984, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.net.2.weight_Q4', offset=385934592, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_in.net.2.weight_scales', offset=386721024, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.self_attn.linear_out.weight_Q4', offset=386819328, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.self_attn.linear_out.weight_scales', offset=387343616, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.net.0.linear.weight_Q4', offset=387409152, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.net.0.linear.weight_scales', offset=388982016, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.net.2.weight_Q4', offset=389178624, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.1.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.1.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.1.feed_forward_out.net.2.weight_scales', offset=389965056, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.net.0.linear.weight_Q4', offset=390063360, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.net.0.linear.weight_scales', offset=391636224, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.net.2.weight_Q4', offset=391832832, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_in.net.2.weight_scales', offset=392619264, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.self_attn.linear_out.weight_Q4', offset=392717568, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.self_attn.linear_out.weight_scales', offset=393241856, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.net.0.linear.weight_Q4', offset=393307392, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.net.0.linear.weight_scales', offset=394880256, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.net.2.weight_Q4', offset=395076864, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.2.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.2.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.2.feed_forward_out.net.2.weight_scales', offset=395863296, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.net.0.linear.weight_Q4', offset=395961600, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.net.0.linear.weight_scales', offset=397534464, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.net.2.weight_Q4', offset=397731072, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_in.net.2.weight_scales', offset=398517504, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.self_attn.linear_out.weight_Q4', offset=398615808, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.self_attn.linear_out.weight_scales', offset=399140096, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.net.0.linear.weight_Q4', offset=399205632, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.net.0.linear.weight_scales', offset=400778496, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.net.2.weight_Q4', offset=400975104, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.3.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.3.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.3.feed_forward_out.net.2.weight_scales', offset=401761536, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.net.0.linear.weight_Q4', offset=401859840, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.net.0.linear.weight_scales', offset=403432704, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.net.2.weight_Q4', offset=403629312, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_in.net.2.weight_scales', offset=404415744, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.self_attn.linear_out.weight_Q4', offset=404514048, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.self_attn.linear_out.weight_scales', offset=405038336, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.net.0.linear.weight_Q4', offset=405103872, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.net.0.linear.weight_scales', offset=406676736, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.net.2.weight_Q4', offset=406873344, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.4.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.4.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.4.feed_forward_out.net.2.weight_scales', offset=407659776, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.net.0.linear.weight_Q4', offset=407758080, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.net.0.linear.weight_scales', offset=409330944, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.net.2.weight_Q4', offset=409527552, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_in.net.2.weight_scales', offset=410313984, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.self_attn.linear_out.weight_Q4', offset=410412288, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.self_attn.linear_out.weight_scales', offset=410936576, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.net.0.linear.weight_Q4', offset=411002112, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.net.0.linear.weight_scales', offset=412574976, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.net.2.weight_Q4', offset=412771584, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.5.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.5.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.5.feed_forward_out.net.2.weight_scales', offset=413558016, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.net.0.linear.weight_Q4', offset=413656320, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.net.0.linear.weight_scales', offset=415229184, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.net.2.weight_Q4', offset=415425792, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_in.net.2.weight_scales', offset=416212224, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.self_attn.linear_out.weight_Q4', offset=416310528, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.self_attn.linear_out.weight_scales', offset=416834816, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.net.0.linear.weight_Q4', offset=416900352, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.net.0.linear.weight_scales', offset=418473216, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.net.2.weight_Q4', offset=418669824, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.6.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.6.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.6.feed_forward_out.net.2.weight_scales', offset=419456256, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.net.0.linear.weight_Q4', offset=419554560, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.net.0.linear.weight_scales', offset=421127424, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.net.2.weight_Q4', offset=421324032, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_in.net.2.weight_scales', offset=422110464, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.self_attn.linear_out.weight_Q4', offset=422208768, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.self_attn.linear_out.weight_scales', offset=422733056, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.net.0.linear.weight_Q4', offset=422798592, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.net.0.linear.weight_scales', offset=424371456, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.net.2.weight_Q4', offset=424568064, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.7.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.7.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.7.feed_forward_out.net.2.weight_scales', offset=425354496, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.net.0.linear.weight_Q4', offset=425452800, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.net.0.linear.weight_scales', offset=427025664, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.net.2.weight_Q4', offset=427222272, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_in.net.2.weight_scales', offset=428008704, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.self_attn.linear_out.weight_Q4', offset=428107008, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.self_attn.linear_out.weight_scales', offset=428631296, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.net.0.linear.weight_Q4', offset=428696832, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.net.0.linear.weight_scales', offset=430269696, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.net.2.weight_Q4', offset=430466304, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.8.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.8.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.8.feed_forward_out.net.2.weight_scales', offset=431252736, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.net.0.linear.weight_Q4', offset=431351040, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.net.0.linear.weight_scales', offset=432923904, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.net.2.weight_Q4', offset=433120512, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_in.net.2.weight_scales', offset=433906944, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.self_attn.linear_out.weight_Q4', offset=434005248, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.self_attn.linear_out.weight_scales', offset=434529536, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.net.0.linear.weight_Q4', offset=434595072, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.net.0.linear.weight_scales', offset=436167936, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.net.2.weight_Q4', offset=436364544, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.9.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.9.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.9.feed_forward_out.net.2.weight_scales', offset=437150976, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.net.0.linear.weight_Q4', offset=437249280, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.net.0.linear.weight_scales', offset=438822144, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.net.2.weight_Q4', offset=439018752, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_in.net.2.weight_scales', offset=439805184, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.self_attn.linear_out.weight_Q4', offset=439903488, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.self_attn.linear_out.weight_scales', offset=440427776, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.net.0.linear.weight_Q4', offset=440493312, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.net.0.linear.weight_scales', offset=442066176, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.net.2.weight_Q4', offset=442262784, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.10.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.10.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.10.feed_forward_out.net.2.weight_scales', offset=443049216, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.net.0.linear.weight_Q4', offset=443147520, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.net.0.linear.weight_scales', offset=444720384, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.net.2.weight_Q4', offset=444916992, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_in.net.2.weight_scales', offset=445703424, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.self_attn.linear_out.weight_Q4', offset=445801728, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.self_attn.linear_out.weight_scales', offset=446326016, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.net.0.linear.weight_Q4', offset=446391552, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.net.0.linear.weight_scales', offset=447964416, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.net.2.weight_Q4', offset=448161024, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.11.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.11.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.11.feed_forward_out.net.2.weight_scales', offset=448947456, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.net.0.linear.weight_Q4', offset=449045760, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.net.0.linear.weight_scales', offset=450618624, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.net.2.weight_Q4', offset=450815232, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_in.net.2.weight_scales', offset=451601664, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.self_attn.linear_out.weight_Q4', offset=451699968, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.self_attn.linear_out.weight_scales', offset=452224256, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.net.0.linear.weight_Q4', offset=452289792, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.net.0.linear.weight_scales', offset=453862656, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.net.2.weight_Q4', offset=454059264, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.12.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.12.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.12.feed_forward_out.net.2.weight_scales', offset=454845696, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.net.0.linear.weight_Q4', offset=454944000, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.net.0.linear.weight_scales', offset=456516864, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.net.2.weight_Q4', offset=456713472, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_in.net.2.weight_scales', offset=457499904, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.self_attn.linear_out.weight_Q4', offset=457598208, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.self_attn.linear_out.weight_scales', offset=458122496, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.net.0.linear.weight_Q4', offset=458188032, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.net.0.linear.weight_scales', offset=459760896, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.net.2.weight_Q4', offset=459957504, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.13.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.13.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.13.feed_forward_out.net.2.weight_scales', offset=460743936, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.net.0.linear.weight_Q4', offset=460842240, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.net.0.linear.weight_scales', offset=462415104, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.net.2.weight_Q4', offset=462611712, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_in.net.2.weight_scales', offset=463398144, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.self_attn.linear_out.weight_Q4', offset=463496448, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.self_attn.linear_out.weight_scales', offset=464020736, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.net.0.linear.weight_Q4', offset=464086272, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.net.0.linear.weight_scales', offset=465659136, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.net.2.weight_Q4', offset=465855744, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.14.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.14.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.14.feed_forward_out.net.2.weight_scales', offset=466642176, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.net.0.linear.weight_Q4', offset=466740480, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.net.0.linear.weight_scales', offset=468313344, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.net.2.weight_Q4', offset=468509952, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_in.net.2.weight_scales', offset=469296384, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.self_attn.linear_out.weight_Q4', offset=469394688, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.self_attn.linear_out.weight_scales', offset=469918976, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.net.0.linear.weight_Q4', offset=469984512, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.net.0.linear.weight_scales', offset=471557376, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.net.2.weight_Q4', offset=471753984, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.15.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.15.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.15.feed_forward_out.net.2.weight_scales', offset=472540416, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.net.0.linear.weight_Q4', offset=472638720, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.net.0.linear.weight_scales', offset=474211584, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.net.2.weight_Q4', offset=474408192, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_in.net.2.weight_scales', offset=475194624, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.self_attn.linear_out.weight_Q4', offset=475292928, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.self_attn.linear_out.weight_scales', offset=475817216, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.net.0.linear.weight_Q4', offset=475882752, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.net.0.linear.weight_scales', offset=477455616, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.net.2.weight_Q4', offset=477652224, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.16.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.16.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.16.feed_forward_out.net.2.weight_scales', offset=478438656, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.net.0.linear.weight_Q4', offset=478536960, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.net.0.linear.weight_scales', offset=480109824, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.net.2.weight_Q4', offset=480306432, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_in.net.2.weight_scales', offset=481092864, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.self_attn.linear_out.weight_Q4', offset=481191168, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.self_attn.linear_out.weight_scales', offset=481715456, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.net.0.linear.weight_Q4', offset=481780992, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.net.0.linear.weight_scales', offset=483353856, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.net.2.weight_Q4', offset=483550464, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.17.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.17.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.17.feed_forward_out.net.2.weight_scales', offset=484336896, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.net.0.linear.weight_Q4', offset=484435200, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.net.0.linear.weight_scales', offset=486008064, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.net.2.weight_Q4', offset=486204672, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_in.net.2.weight_scales', offset=486991104, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.self_attn.linear_out.weight_Q4', offset=487089408, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.self_attn.linear_out.weight_scales', offset=487613696, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.net.0.linear.weight_Q4', offset=487679232, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.net.0.linear.weight_scales', offset=489252096, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.net.2.weight_Q4', offset=489448704, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.18.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.18.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.18.feed_forward_out.net.2.weight_scales', offset=490235136, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.net.0.linear.weight_Q4', offset=490333440, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.net.0.linear.weight_scales', offset=491906304, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.net.2.weight_Q4', offset=492102912, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_in.net.2.weight_scales', offset=492889344, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.self_attn.linear_out.weight_Q4', offset=492987648, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.self_attn.linear_out.weight_scales', offset=493511936, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.net.0.linear.weight_Q4', offset=493577472, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.net.0.linear.weight_scales', offset=495150336, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.net.2.weight_Q4', offset=495346944, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.19.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.19.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.19.feed_forward_out.net.2.weight_scales', offset=496133376, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.net.0.linear.weight_Q4', offset=496231680, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.net.0.linear.weight_scales', offset=497804544, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.net.2.weight_Q4', offset=498001152, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_in.net.2.weight_scales', offset=498787584, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.self_attn.linear_out.weight_Q4', offset=498885888, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.self_attn.linear_out.weight_scales', offset=499410176, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.net.0.linear.weight_Q4', offset=499475712, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.net.0.linear.weight_scales', offset=501048576, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.net.2.weight_Q4', offset=501245184, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.20.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.20.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.20.feed_forward_out.net.2.weight_scales', offset=502031616, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.net.0.linear.weight_Q4', offset=502129920, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.net.0.linear.weight_scales', offset=503702784, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.net.2.weight_Q4', offset=503899392, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_in.net.2.weight_scales', offset=504685824, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.self_attn.linear_out.weight_Q4', offset=504784128, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.self_attn.linear_out.weight_scales', offset=505308416, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.net.0.linear.weight_Q4', offset=505373952, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.net.0.linear.weight_scales', offset=506946816, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.net.2.weight_Q4', offset=507143424, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.21.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.21.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.21.feed_forward_out.net.2.weight_scales', offset=507929856, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.net.0.linear.weight_Q4', offset=508028160, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.net.0.linear.weight_scales', offset=509601024, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.net.2.weight_Q4', offset=509797632, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_in.net.2.weight_scales', offset=510584064, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.self_attn.linear_out.weight_Q4', offset=510682368, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.self_attn.linear_out.weight_scales', offset=511206656, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.net.0.linear.weight_Q4', offset=511272192, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.net.0.linear.weight_scales', offset=512845056, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.net.2.weight_Q4', offset=513041664, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.22.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.22.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.22.feed_forward_out.net.2.weight_scales', offset=513828096, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.net.0.linear.weight_Q4', offset=513926400, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.net.0.linear.weight_scales', offset=515499264, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.net.2.weight_Q4', offset=515695872, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_in.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_in.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_in.net.2.weight_scales', offset=516482304, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.self_attn.linear_out.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.self_attn.linear_out.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.self_attn.linear_out.weight_Q4', offset=516580608, length=524288, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.self_attn.linear_out.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.self_attn.linear_out.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[32768]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.self_attn.linear_out.weight_scales', offset=517104896, length=65536, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.net.0.linear.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.0.linear.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[3072,32,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.net.0.linear.weight_Q4', offset=517170432, length=1572864, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.net.0.linear.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.0.linear.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[98304]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.net.0.linear.weight_scales', offset=518743296, length=196608, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.net.2.weight_Q4", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.2.weight_Q4" }, { "key": "tensor_shape", "value": "UINT8[1024,48,16]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.net.2.weight_Q4', offset=518939904, length=786432, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] encoder.encoders.23.feed_forward_out.net.2.weight_scales", "label": "Initializer", "namespace": "main_graph", "subgraphIds": [], "attrs": [], "incomingEdges": [], "outputsMetadata": [ { "id": "0", "attrs": [ { "key": "__tensor_tag", "value": "encoder.encoders.23.feed_forward_out.net.2.weight_scales" }, { "key": "tensor_shape", "value": "FLOAT16[49152]" }, { "key": "value", "value": "ExternalTensor(location='phi-4-mm-speech.onnx.data', name='encoder.encoders.23.feed_forward_out.net.2.weight_scales', offset=519726336, length=98304, base_dir='')" } ] } ], "inputsMetadata": [], "style": null, "config": null }, { "id": "[value] audio_features", "label": "Output", "namespace": "", "subgraphIds": [], "attrs": [ { "key": "name", "value": "audio_features" }, { "key": "index", "value": "0" } ], "incomingEdges": [ { "sourceNodeId": "node_Reshape_5718", "sourceNodeOutputId": "0", "targetNodeInputId": "0" } ], "outputsMetadata": [], "inputsMetadata": [], "style": null, "config": null } ], "groupNodeAttributes": { "": { "opset_imports": "{'pkg.onnxscript.torch_lib.common': 1, '': 18, 'pkg.onnxscript.torch_lib': 1, 'pkg.torch.__subgraph__': 1, 'com.microsoft': 1}", "producer_name": "onnxruntime.transformers", "producer_version": "1.21.0", "domain": "None", "model_version": "None", "doc_string": "None" }, "main_graph": {} }, "groupNodeConfigs": null, "nodeLabelsToHide": null, "tasksData": null, "layoutConfigs": null, "modelPath": "/Users/justinc/Documents/GitHub/model-explorer-onnx/testdata/phi-4-mm-speech.textproto", "adapterId": "onnx_adapter", "collectionLabel": "phi-4-mm-speech.textproto" }, "level": 0 } ] }